2024-11-10 00:13:20,043 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 00:13:20,060 main DEBUG Took 0.013497 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 00:13:20,060 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 00:13:20,061 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 00:13:20,062 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 00:13:20,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,072 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 00:13:20,088 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,092 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,093 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,094 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,096 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,096 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,098 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,099 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,100 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,101 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,102 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 00:13:20,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,103 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 00:13:20,105 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 00:13:20,106 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 00:13:20,108 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 00:13:20,109 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 00:13:20,110 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 00:13:20,111 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 00:13:20,122 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 00:13:20,125 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 00:13:20,127 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 00:13:20,127 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 00:13:20,128 main DEBUG createAppenders(={Console}) 2024-11-10 00:13:20,129 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-10 00:13:20,129 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 00:13:20,129 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-10 00:13:20,130 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 00:13:20,130 main DEBUG OutputStream closed 2024-11-10 00:13:20,131 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 00:13:20,131 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 00:13:20,132 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-10 00:13:20,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 00:13:20,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 00:13:20,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 00:13:20,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 00:13:20,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 00:13:20,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 00:13:20,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 00:13:20,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 00:13:20,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 00:13:20,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 00:13:20,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 00:13:20,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 00:13:20,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 00:13:20,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 00:13:20,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 00:13:20,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 00:13:20,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 00:13:20,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 00:13:20,245 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 00:13:20,245 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-10 00:13:20,245 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 00:13:20,246 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-10T00:13:20,639 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5 2024-11-10 00:13:20,643 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 00:13:20,643 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T00:13:20,657 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-10T00:13:20,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T00:13:20,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0, deleteOnExit=true 2024-11-10T00:13:20,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T00:13:20,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/test.cache.data in system properties and HBase conf 2024-11-10T00:13:20,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T00:13:20,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/hadoop.log.dir in system properties and HBase conf 2024-11-10T00:13:20,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T00:13:20,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T00:13:20,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T00:13:20,841 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T00:13:20,980 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T00:13:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:13:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T00:13:20,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T00:13:20,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:13:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T00:13:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T00:13:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T00:13:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:13:20,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T00:13:20,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/nfs.dump.dir in system properties and HBase conf 2024-11-10T00:13:20,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/java.io.tmpdir in system properties and HBase conf 2024-11-10T00:13:20,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T00:13:20,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T00:13:20,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T00:13:21,917 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T00:13:22,004 INFO [Time-limited test {}] log.Log(170): Logging initialized @2809ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T00:13:22,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:13:22,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:13:22,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:13:22,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:13:22,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:13:22,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:13:22,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:13:22,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:13:22,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/java.io.tmpdir/jetty-localhost-35143-hadoop-hdfs-3_4_1-tests_jar-_-any-12313625120698326013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:13:22,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:35143} 2024-11-10T00:13:22,445 INFO [Time-limited test {}] server.Server(415): Started @3251ms 2024-11-10T00:13:22,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T00:13:22,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T00:13:22,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T00:13:22,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T00:13:22,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T00:13:22,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/hadoop.log.dir/,AVAILABLE} 2024-11-10T00:13:22,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T00:13:23,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/java.io.tmpdir/jetty-localhost-43345-hadoop-hdfs-3_4_1-tests_jar-_-any-12585433393798224035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:13:23,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:43345} 2024-11-10T00:13:23,022 INFO [Time-limited test {}] server.Server(415): Started @3828ms 2024-11-10T00:13:23,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T00:13:23,661 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/data/data2/current/BP-1473403991-172.17.0.2-1731197601647/current, will proceed with Du for space computation calculation, 2024-11-10T00:13:23,662 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/data/data1/current/BP-1473403991-172.17.0.2-1731197601647/current, will proceed with Du for space computation calculation, 2024-11-10T00:13:23,715 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T00:13:23,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d0754311777fcfe with lease ID 0x939226633fa976a7: Processing first storage report for DS-30987d8d-0d13-4774-ae43-534b98d9c6a3 from datanode DatanodeRegistration(127.0.0.1:42561, datanodeUuid=c8fbe58b-ea51-44fe-814d-a605d92ebdc6, infoPort=38099, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=396936249;c=1731197601647) 2024-11-10T00:13:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d0754311777fcfe with lease ID 0x939226633fa976a7: from storage DS-30987d8d-0d13-4774-ae43-534b98d9c6a3 node DatanodeRegistration(127.0.0.1:42561, datanodeUuid=c8fbe58b-ea51-44fe-814d-a605d92ebdc6, infoPort=38099, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=396936249;c=1731197601647), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:13:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d0754311777fcfe with lease ID 0x939226633fa976a7: Processing first storage report for DS-36b949c0-c08c-4d10-b8ef-15912cd6c419 from datanode DatanodeRegistration(127.0.0.1:42561, datanodeUuid=c8fbe58b-ea51-44fe-814d-a605d92ebdc6, infoPort=38099, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=396936249;c=1731197601647) 2024-11-10T00:13:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d0754311777fcfe with lease ID 0x939226633fa976a7: from storage DS-36b949c0-c08c-4d10-b8ef-15912cd6c419 node DatanodeRegistration(127.0.0.1:42561, datanodeUuid=c8fbe58b-ea51-44fe-814d-a605d92ebdc6, infoPort=38099, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=396936249;c=1731197601647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:13:23,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5 2024-11-10T00:13:24,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/zookeeper_0, clientPort=56090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T00:13:24,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56090 2024-11-10T00:13:24,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:13:24,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:13:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741825_1001 (size=7) 2024-11-10T00:13:24,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 with version=8 2024-11-10T00:13:24,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/hbase-staging 2024-11-10T00:13:24,870 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T00:13:25,132 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:13:25,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:13:25,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:13:25,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:13:25,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:13:25,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:13:25,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T00:13:25,415 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T00:13:25,428 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T00:13:25,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:13:25,464 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1006 (auto-detected) 2024-11-10T00:13:25,465 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T00:13:25,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42849 2024-11-10T00:13:25,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42849 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-10T00:13:25,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428490x0, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:13:25,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42849-0x100ff38fb110000 connected 2024-11-10T00:13:25,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:13:25,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:13:25,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:13:25,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5, hbase.cluster.distributed=false 2024-11-10T00:13:25,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:13:25,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T00:13:25,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42849 2024-11-10T00:13:25,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42849 2024-11-10T00:13:25,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T00:13:25,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T00:13:25,795 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b3c019fcff38:0 server-side Connection retries=45 2024-11-10T00:13:25,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:13:25,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T00:13:25,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T00:13:25,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T00:13:25,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T00:13:25,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T00:13:25,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T00:13:25,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36467 2024-11-10T00:13:25,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36467 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-10T00:13:25,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:13:25,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:13:25,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364670x0, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T00:13:25,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364670x0, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:13:25,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36467-0x100ff38fb110001 connected 2024-11-10T00:13:25,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T00:13:25,854 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T00:13:25,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T00:13:25,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T00:13:25,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36467 2024-11-10T00:13:25,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36467 2024-11-10T00:13:25,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36467 2024-11-10T00:13:25,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36467 2024-11-10T00:13:25,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36467 2024-11-10T00:13:25,890 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b3c019fcff38:42849 2024-11-10T00:13:25,891 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b3c019fcff38,42849,1731197604923 2024-11-10T00:13:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:13:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:13:25,902 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b3c019fcff38,42849,1731197604923 2024-11-10T00:13:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T00:13:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:25,931 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T00:13:25,932 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b3c019fcff38,42849,1731197604923 from backup master directory 2024-11-10T00:13:25,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b3c019fcff38,42849,1731197604923 2024-11-10T00:13:25,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:13:25,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T00:13:25,938 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:13:25,938 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b3c019fcff38,42849,1731197604923 2024-11-10T00:13:25,941 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T00:13:25,943 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T00:13:26,016 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/hbase.id] with ID: eb96288b-ac87-46c5-90fd-bcb4d483d72e 2024-11-10T00:13:26,017 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/.tmp/hbase.id 2024-11-10T00:13:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741826_1002 (size=42) 2024-11-10T00:13:26,434 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/.tmp/hbase.id]:[hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/hbase.id] 2024-11-10T00:13:26,481 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T00:13:26,488 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T00:13:26,512 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-10T00:13:26,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:26,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741827_1003 (size=196) 2024-11-10T00:13:26,960 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:13:26,964 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T00:13:26,989 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:26,995 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:13:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741828_1004 (size=1189) 2024-11-10T00:13:27,462 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store 2024-11-10T00:13:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741829_1005 (size=34) 2024-11-10T00:13:27,889 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T00:13:27,892 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:27,893 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:13:27,893 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:13:27,893 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:13:27,895 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:13:27,895 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:13:27,895 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:13:27,896 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197607893Disabling compacts and flushes for region at 1731197607893Disabling writes for close at 1731197607895 (+2 ms)Writing region close event to WAL at 1731197607895Closed at 1731197607895 2024-11-10T00:13:27,898 WARN [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/.initializing 2024-11-10T00:13:27,899 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/WALs/b3c019fcff38,42849,1731197604923 2024-11-10T00:13:27,907 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:13:27,921 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C42849%2C1731197604923, suffix=, logDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/WALs/b3c019fcff38,42849,1731197604923, archiveDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/oldWALs, maxLogs=10 2024-11-10T00:13:27,943 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/WALs/b3c019fcff38,42849,1731197604923/b3c019fcff38%2C42849%2C1731197604923.1731197607925, exclude list is [], retry=0 2024-11-10T00:13:27,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-30987d8d-0d13-4774-ae43-534b98d9c6a3,DISK] 2024-11-10T00:13:27,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T00:13:27,997 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/WALs/b3c019fcff38,42849,1731197604923/b3c019fcff38%2C42849%2C1731197604923.1731197607925 2024-11-10T00:13:27,998 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38099:38099)] 2024-11-10T00:13:27,998 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:13:27,999 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:28,002 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,003 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T00:13:28,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:28,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:28,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T00:13:28,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:28,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:28,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T00:13:28,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:28,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:28,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T00:13:28,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:28,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:28,087 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,091 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,092 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,097 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,098 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,101 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T00:13:28,105 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T00:13:28,109 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:13:28,110 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63705080, jitterRate=-0.05072033405303955}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T00:13:28,115 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731197608015Initializing all the Stores at 1731197608018 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197608018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197608019 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197608019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197608019Cleaning up temporary data from old regions at 1731197608098 (+79 ms)Region opened successfully at 1731197608115 (+17 ms) 2024-11-10T00:13:28,116 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T00:13:28,149 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a963f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:13:28,182 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T00:13:28,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T00:13:28,193 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T00:13:28,196 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T00:13:28,198 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T00:13:28,203 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T00:13:28,203 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T00:13:28,228 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T00:13:28,236 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T00:13:28,238 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T00:13:28,240 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T00:13:28,242 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T00:13:28,244 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T00:13:28,246 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T00:13:28,249 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T00:13:28,253 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T00:13:28,254 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T00:13:28,255 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T00:13:28,273 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T00:13:28,274 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T00:13:28,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:13:28,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T00:13:28,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:28,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:28,281 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b3c019fcff38,42849,1731197604923, sessionid=0x100ff38fb110000, setting cluster-up flag (Was=false) 2024-11-10T00:13:28,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:28,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:28,300 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T00:13:28,302 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,42849,1731197604923 2024-11-10T00:13:28,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:28,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:28,314 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T00:13:28,316 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b3c019fcff38,42849,1731197604923 2024-11-10T00:13:28,324 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T00:13:28,377 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(746): ClusterId : eb96288b-ac87-46c5-90fd-bcb4d483d72e 2024-11-10T00:13:28,380 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T00:13:28,385 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T00:13:28,385 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T00:13:28,388 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T00:13:28,388 DEBUG [RS:0;b3c019fcff38:36467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa74f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b3c019fcff38/172.17.0.2:0 2024-11-10T00:13:28,407 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b3c019fcff38:36467 2024-11-10T00:13:28,407 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T00:13:28,410 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T00:13:28,410 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T00:13:28,410 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T00:13:28,413 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(2659): reportForDuty to master=b3c019fcff38,42849,1731197604923 with port=36467, startcode=1731197605747 2024-11-10T00:13:28,417 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T00:13:28,423 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T00:13:28,425 DEBUG [RS:0;b3c019fcff38:36467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T00:13:28,429 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b3c019fcff38,42849,1731197604923 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T00:13:28,436 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:13:28,436 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:13:28,436 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:13:28,436 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b3c019fcff38:0, corePoolSize=5, maxPoolSize=5 2024-11-10T00:13:28,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b3c019fcff38:0, corePoolSize=10, maxPoolSize=10 2024-11-10T00:13:28,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:13:28,437 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,440 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731197638440 2024-11-10T00:13:28,442 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T00:13:28,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:13:28,443 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T00:13:28,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T00:13:28,447 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T00:13:28,447 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T00:13:28,448 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T00:13:28,448 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T00:13:28,449 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:28,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T00:13:28,454 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T00:13:28,455 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T00:13:28,455 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T00:13:28,458 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T00:13:28,458 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T00:13:28,461 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197608459,5,FailOnTimeoutGroup] 2024-11-10T00:13:28,462 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197608461,5,FailOnTimeoutGroup] 2024-11-10T00:13:28,462 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,463 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T00:13:28,463 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T00:13:28,464 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,464 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741831_1007 (size=1321) 2024-11-10T00:13:28,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b3c019fcff38,36467,1731197605747 2024-11-10T00:13:28,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(517): Registering regionserver=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:28,485 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:13:28,485 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33139 2024-11-10T00:13:28,485 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T00:13:28,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:13:28,491 DEBUG [RS:0;b3c019fcff38:36467 {}] zookeeper.ZKUtil(111): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b3c019fcff38,36467,1731197605747 2024-11-10T00:13:28,491 WARN [RS:0;b3c019fcff38:36467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T00:13:28,491 INFO [RS:0;b3c019fcff38:36467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:13:28,492 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/WALs/b3c019fcff38,36467,1731197605747 2024-11-10T00:13:28,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b3c019fcff38,36467,1731197605747] 2024-11-10T00:13:28,517 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T00:13:28,531 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T00:13:28,536 INFO [RS:0;b3c019fcff38:36467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T00:13:28,536 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,537 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T00:13:28,543 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T00:13:28,544 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,545 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,545 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,545 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,545 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,545 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,545 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b3c019fcff38:0, corePoolSize=2, maxPoolSize=2 2024-11-10T00:13:28,546 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,546 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,546 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,546 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,546 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,547 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b3c019fcff38:0, corePoolSize=1, maxPoolSize=1 2024-11-10T00:13:28,547 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:13:28,547 DEBUG [RS:0;b3c019fcff38:36467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0, corePoolSize=3, maxPoolSize=3 2024-11-10T00:13:28,548 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,548 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,548 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,548 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,548 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,548 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36467,1731197605747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:13:28,568 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T00:13:28,570 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,36467,1731197605747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,570 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,570 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.Replication(171): b3c019fcff38,36467,1731197605747 started 2024-11-10T00:13:28,591 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:28,592 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1482): Serving as b3c019fcff38,36467,1731197605747, RpcServer on b3c019fcff38/172.17.0.2:36467, sessionid=0x100ff38fb110001 2024-11-10T00:13:28,593 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T00:13:28,593 DEBUG [RS:0;b3c019fcff38:36467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b3c019fcff38,36467,1731197605747 2024-11-10T00:13:28,593 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36467,1731197605747' 2024-11-10T00:13:28,593 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T00:13:28,595 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T00:13:28,595 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T00:13:28,596 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T00:13:28,596 DEBUG [RS:0;b3c019fcff38:36467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b3c019fcff38,36467,1731197605747 2024-11-10T00:13:28,596 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b3c019fcff38,36467,1731197605747' 2024-11-10T00:13:28,596 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T00:13:28,597 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T00:13:28,597 DEBUG [RS:0;b3c019fcff38:36467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T00:13:28,597 INFO [RS:0;b3c019fcff38:36467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T00:13:28,597 INFO [RS:0;b3c019fcff38:36467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T00:13:28,703 INFO [RS:0;b3c019fcff38:36467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T00:13:28,706 INFO [RS:0;b3c019fcff38:36467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C36467%2C1731197605747, suffix=, logDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/WALs/b3c019fcff38,36467,1731197605747, archiveDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/oldWALs, maxLogs=32 2024-11-10T00:13:28,723 DEBUG [RS:0;b3c019fcff38:36467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/WALs/b3c019fcff38,36467,1731197605747/b3c019fcff38%2C36467%2C1731197605747.1731197608709, exclude list is [], retry=0 2024-11-10T00:13:28,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-30987d8d-0d13-4774-ae43-534b98d9c6a3,DISK] 2024-11-10T00:13:28,731 INFO [RS:0;b3c019fcff38:36467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/WALs/b3c019fcff38,36467,1731197605747/b3c019fcff38%2C36467%2C1731197605747.1731197608709 2024-11-10T00:13:28,732 DEBUG [RS:0;b3c019fcff38:36467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38099:38099)] 2024-11-10T00:13:28,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T00:13:28,867 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:13:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741833_1009 (size=32) 2024-11-10T00:13:29,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:29,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:13:29,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:13:29,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:13:29,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:13:29,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:13:29,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:13:29,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:13:29,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:13:29,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:13:29,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740 2024-11-10T00:13:29,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740 2024-11-10T00:13:29,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:13:29,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:13:29,300 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:13:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:13:29,306 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:13:29,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65674830, jitterRate=-0.02136877179145813}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:13:29,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731197609279Initializing all the Stores at 1731197609281 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197609281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197609281Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197609281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197609281Cleaning up temporary data from old regions at 1731197609300 (+19 ms)Region opened successfully at 1731197609309 (+9 ms) 2024-11-10T00:13:29,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:13:29,309 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:13:29,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:13:29,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:13:29,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:13:29,311 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:13:29,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197609309Disabling compacts and flushes for region at 1731197609309Disabling writes for close at 1731197609310 (+1 ms)Writing region close event to WAL at 1731197609310Closed at 1731197609311 (+1 ms) 2024-11-10T00:13:29,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:13:29,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T00:13:29,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T00:13:29,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:13:29,333 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T00:13:29,486 DEBUG [b3c019fcff38:42849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T00:13:29,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:29,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36467,1731197605747, state=OPENING 2024-11-10T00:13:29,510 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T00:13:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:13:29,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:13:29,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:13:29,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T00:13:29,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:13:29,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T00:13:29,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T00:13:29,704 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T00:13:29,704 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T00:13:29,705 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T00:13:29,707 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b3c019fcff38%2C36467%2C1731197605747.meta, suffix=.meta, logDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/WALs/b3c019fcff38,36467,1731197605747, archiveDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/oldWALs, maxLogs=32 2024-11-10T00:13:29,724 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/WALs/b3c019fcff38,36467,1731197605747/b3c019fcff38%2C36467%2C1731197605747.meta.1731197609709.meta, exclude list is [], retry=0 2024-11-10T00:13:29,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-30987d8d-0d13-4774-ae43-534b98d9c6a3,DISK] 2024-11-10T00:13:29,730 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/WALs/b3c019fcff38,36467,1731197605747/b3c019fcff38%2C36467%2C1731197605747.meta.1731197609709.meta 2024-11-10T00:13:29,731 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38099:38099)] 2024-11-10T00:13:29,731 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:13:29,733 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T00:13:29,736 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T00:13:29,740 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T00:13:29,745 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T00:13:29,745 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:29,746 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T00:13:29,746 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T00:13:29,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T00:13:29,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T00:13:29,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T00:13:29,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T00:13:29,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T00:13:29,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T00:13:29,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T00:13:29,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T00:13:29,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:29,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T00:13:29,758 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T00:13:29,759 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740 2024-11-10T00:13:29,761 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740 2024-11-10T00:13:29,763 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T00:13:29,763 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T00:13:29,764 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:13:29,767 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T00:13:29,768 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58788612, jitterRate=-0.12398141622543335}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:13:29,768 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T00:13:29,770 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731197609746Writing region info on filesystem at 1731197609746Initializing all the Stores at 1731197609748 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197609748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197609748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197609748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731197609748Cleaning up temporary data from old regions at 1731197609764 (+16 ms)Running coprocessor post-open hooks at 1731197609768 (+4 ms)Region opened successfully at 1731197609770 (+2 ms) 2024-11-10T00:13:29,777 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731197609682 2024-11-10T00:13:29,787 DEBUG [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T00:13:29,788 INFO [RS_OPEN_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T00:13:29,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:29,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b3c019fcff38,36467,1731197605747, state=OPEN 2024-11-10T00:13:29,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:13:29,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T00:13:29,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:13:29,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T00:13:29,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:29,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T00:13:29,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b3c019fcff38,36467,1731197605747 in 287 msec 2024-11-10T00:13:29,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T00:13:29,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-10T00:13:29,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T00:13:29,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T00:13:29,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:29,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:29,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:29,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:29,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5250 sec 2024-11-10T00:13:29,881 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731197609881, completionTime=-1 2024-11-10T00:13:29,883 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T00:13:29,883 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T00:13:29,910 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T00:13:29,910 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731197669910 2024-11-10T00:13:29,910 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731197729910 2024-11-10T00:13:29,910 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-10T00:13:29,912 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42849,1731197604923-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:29,912 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42849,1731197604923-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:29,912 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42849,1731197604923-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:29,914 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b3c019fcff38:42849, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:29,914 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:29,915 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:29,920 DEBUG [master/b3c019fcff38:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T00:13:29,940 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.001sec 2024-11-10T00:13:29,941 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T00:13:29,942 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T00:13:29,943 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T00:13:29,944 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T00:13:29,944 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T00:13:29,945 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42849,1731197604923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T00:13:29,945 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42849,1731197604923-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T00:13:29,953 DEBUG [master/b3c019fcff38:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T00:13:29,954 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T00:13:29,954 INFO [master/b3c019fcff38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b3c019fcff38,42849,1731197604923-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T00:13:29,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:29,990 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T00:13:29,991 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T00:13:29,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:29,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:30,004 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775efbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:30,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:30,015 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:30,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c5941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:30,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:30,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:30,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b3c019fcff38,42849,1731197604923 2024-11-10T00:13:30,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=10333 2024-11-10T00:13:30,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:13:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42849,1731197604923 2024-11-10T00:13:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69d263a 2024-11-10T00:13:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:13:30,110 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:13:30,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:13:30,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:13:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:30,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:13:30,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-10T00:13:30,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:30,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:13:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:13:30,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741835_1011 (size=1061) 2024-11-10T00:13:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:13:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:13:30,548 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:13:30,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741836_1012 (size=53) 2024-11-10T00:13:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:13:30,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:30,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing abfef83f79447e1818226c9e8ec4e05f, disabling compactions & flushes 2024-11-10T00:13:30,958 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:30,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:30,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. after waiting 0 ms 2024-11-10T00:13:30,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:30,958 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:30,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for abfef83f79447e1818226c9e8ec4e05f: Waiting for close lock at 1731197610958Disabling compacts and flushes for region at 1731197610958Disabling writes for close at 1731197610958Writing region close event to WAL at 1731197610958Closed at 1731197610958 2024-11-10T00:13:30,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:13:30,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731197610961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197610961"}]},"ts":"1731197610961"} 2024-11-10T00:13:30,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:13:30,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:13:30,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197610972"}]},"ts":"1731197610972"} 2024-11-10T00:13:30,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T00:13:30,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, ASSIGN}] 2024-11-10T00:13:30,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, ASSIGN 2024-11-10T00:13:30,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, ASSIGN; state=OFFLINE, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=false 2024-11-10T00:13:31,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abfef83f79447e1818226c9e8ec4e05f, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:31,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, ASSIGN because future has completed 2024-11-10T00:13:31,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:13:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:13:31,301 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:31,302 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:13:31,302 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,302 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:31,303 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,303 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,305 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,309 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:13:31,309 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfef83f79447e1818226c9e8ec4e05f columnFamilyName A 2024-11-10T00:13:31,309 DEBUG [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:31,311 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.HStore(327): Store=abfef83f79447e1818226c9e8ec4e05f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:31,311 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,313 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:13:31,313 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfef83f79447e1818226c9e8ec4e05f columnFamilyName B 2024-11-10T00:13:31,313 DEBUG [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:31,314 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.HStore(327): Store=abfef83f79447e1818226c9e8ec4e05f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:31,314 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,316 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:13:31,316 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abfef83f79447e1818226c9e8ec4e05f columnFamilyName C 2024-11-10T00:13:31,316 DEBUG [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:31,317 INFO [StoreOpener-abfef83f79447e1818226c9e8ec4e05f-1 {}] regionserver.HStore(327): Store=abfef83f79447e1818226c9e8ec4e05f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:31,318 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:31,318 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,319 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,320 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,322 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,322 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,323 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:13:31,325 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,328 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:13:31,329 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abfef83f79447e1818226c9e8ec4e05f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71798644, jitterRate=0.06988316774368286}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:13:31,330 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:31,331 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abfef83f79447e1818226c9e8ec4e05f: Running coprocessor pre-open hook at 1731197611303Writing region info on filesystem at 1731197611303Initializing all the Stores at 1731197611304 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197611305 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197611305Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197611305Cleaning up temporary data from old regions at 1731197611322 (+17 ms)Running coprocessor post-open hooks at 1731197611330 (+8 ms)Region opened successfully at 1731197611331 (+1 ms) 2024-11-10T00:13:31,333 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., pid=6, masterSystemTime=1731197611295 2024-11-10T00:13:31,337 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:31,337 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:31,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abfef83f79447e1818226c9e8ec4e05f, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:31,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:13:31,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T00:13:31,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 in 203 msec 2024-11-10T00:13:31,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T00:13:31,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, ASSIGN in 368 msec 2024-11-10T00:13:31,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:13:31,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197611354"}]},"ts":"1731197611354"} 2024-11-10T00:13:31,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T00:13:31,359 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:13:31,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2390 sec 2024-11-10T00:13:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T00:13:32,283 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:32,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b3b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,291 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff7409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,294 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2538dc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:13:32,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42849,1731197604923 2024-11-10T00:13:32,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481dbf66 2024-11-10T00:13:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:13:32,307 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:13:32,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,313 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450047aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edf4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,319 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149abd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,325 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63181207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,328 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,331 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ed1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,334 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dac934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4331d0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b388b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,343 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60486904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,345 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f58bfae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,348 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b8551d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517e68dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1b5617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,355 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425be669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:13:32,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:13:32,357 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:13:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:13:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:13:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373a2bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:13:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:13:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:32,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:13:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33abc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:13:32,364 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,364 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,364 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,365 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,365 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,365 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,365 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,366 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,366 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:13:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,367 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,370 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:13:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:13:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-10T00:13:32,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:32,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:13:32,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:13:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,391 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:32,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:32,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:13:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:32,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:13:32,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:32,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:32,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:13:32,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/ad5db2d30b454a8fb93c78aac114736a is 50, key is test_row_0/A:col10/1731197612390/Put/seqid=0 2024-11-10T00:13:32,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:32,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:32,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:32,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731197612511, max timestamp=1731197612559Num uniques 859; 2024-11-10T00:13:32,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T00:13:32,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731197612511, max timestamp=1731197612559Num uniques 859; 2024-11-10T00:13:32,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T00:13:32,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731197612511, max timestamp=1731197612559Num uniques 859; 2024-11-10T00:13:32,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T00:13:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197672549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197672550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741837_1013 (size=12001) 2024-11-10T00:13:32,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/ad5db2d30b454a8fb93c78aac114736a 2024-11-10T00:13:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197672684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:13:32,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197672688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197672695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/5af6d766d43c4623b95970d56b4062e2 is 50, key is test_row_0/B:col10/1731197612390/Put/seqid=0 2024-11-10T00:13:32,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741838_1014 (size=12001) 2024-11-10T00:13:32,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/5af6d766d43c4623b95970d56b4062e2 2024-11-10T00:13:32,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197672733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:32,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197672735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:32,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/6dd968679e094815a408ad06cce1af72 is 50, key is test_row_0/C:col10/1731197612390/Put/seqid=0 2024-11-10T00:13:32,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197672803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197672813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197672813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741839_1015 (size=12001) 2024-11-10T00:13:32,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:32,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:32,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:32,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:32,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:32,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197672963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197672963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:13:33,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197673023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197673024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197673024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:33,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:33,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/6dd968679e094815a408ad06cce1af72 2024-11-10T00:13:33,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/ad5db2d30b454a8fb93c78aac114736a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/ad5db2d30b454a8fb93c78aac114736a 2024-11-10T00:13:33,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/ad5db2d30b454a8fb93c78aac114736a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T00:13:33,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/5af6d766d43c4623b95970d56b4062e2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/5af6d766d43c4623b95970d56b4062e2 2024-11-10T00:13:33,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/5af6d766d43c4623b95970d56b4062e2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T00:13:33,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/6dd968679e094815a408ad06cce1af72 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6dd968679e094815a408ad06cce1af72 2024-11-10T00:13:33,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6dd968679e094815a408ad06cce1af72, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T00:13:33,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for abfef83f79447e1818226c9e8ec4e05f in 869ms, sequenceid=12, compaction requested=false 2024-11-10T00:13:33,320 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T00:13:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:33,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-11-10T00:13:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:33,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2c5e77513d4d4764b7a0e3e8f8ea23cc is 50, key is test_row_0/A:col10/1731197613324/Put/seqid=0 2024-11-10T00:13:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741840_1016 (size=16681) 2024-11-10T00:13:33,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2c5e77513d4d4764b7a0e3e8f8ea23cc 2024-11-10T00:13:33,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:33,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:33,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/2b5346fe078346b7910bd9d5084bd313 is 50, key is test_row_0/B:col10/1731197613324/Put/seqid=0 2024-11-10T00:13:33,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197673381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197673383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197673388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197673392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741841_1017 (size=12001) 2024-11-10T00:13:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197673408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/2b5346fe078346b7910bd9d5084bd313 2024-11-10T00:13:33,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/5faf427e81f24154aa6fea45b135e22b is 50, key is test_row_0/C:col10/1731197613324/Put/seqid=0 2024-11-10T00:13:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741842_1018 (size=12001) 2024-11-10T00:13:33,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/5faf427e81f24154aa6fea45b135e22b 2024-11-10T00:13:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2c5e77513d4d4764b7a0e3e8f8ea23cc as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2c5e77513d4d4764b7a0e3e8f8ea23cc 2024-11-10T00:13:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:13:33,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2c5e77513d4d4764b7a0e3e8f8ea23cc, entries=250, sequenceid=47, filesize=16.3 K 2024-11-10T00:13:33,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/2b5346fe078346b7910bd9d5084bd313 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/2b5346fe078346b7910bd9d5084bd313 2024-11-10T00:13:33,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197673543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197673543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197673544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197673544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197673544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:33,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/2b5346fe078346b7910bd9d5084bd313, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T00:13:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/5faf427e81f24154aa6fea45b135e22b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/5faf427e81f24154aa6fea45b135e22b 2024-11-10T00:13:33,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/5faf427e81f24154aa6fea45b135e22b, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T00:13:33,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=40.25 KB/41220 for abfef83f79447e1818226c9e8ec4e05f in 247ms, sequenceid=47, compaction requested=false 2024-11-10T00:13:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:33,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T00:13:33,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,708 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T00:13:33,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:33,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/098435c5a9c3464fb3ec0ea637eeef3f is 50, key is test_row_0/A:col10/1731197613380/Put/seqid=0 2024-11-10T00:13:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741843_1019 (size=12001) 2024-11-10T00:13:33,733 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/098435c5a9c3464fb3ec0ea637eeef3f 2024-11-10T00:13:33,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6c3ca44b5fc04cf8a3765998379610ff is 50, key is test_row_0/B:col10/1731197613380/Put/seqid=0 2024-11-10T00:13:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741844_1020 (size=12001) 2024-11-10T00:13:33,771 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6c3ca44b5fc04cf8a3765998379610ff 2024-11-10T00:13:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:33,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:33,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/0972348ab3e644ffae43333ed2f5505c is 50, key is test_row_0/C:col10/1731197613380/Put/seqid=0 2024-11-10T00:13:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741845_1021 (size=12001) 2024-11-10T00:13:33,825 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/0972348ab3e644ffae43333ed2f5505c 2024-11-10T00:13:33,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197613809, max timestamp=1731197613820Num uniques 859; 2024-11-10T00:13:33,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:13:33,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197613809, max timestamp=1731197613820Num uniques 859; 2024-11-10T00:13:33,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:13:33,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731197613809, max timestamp=1731197613820Num uniques 859; 2024-11-10T00:13:33,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-10T00:13:33,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/098435c5a9c3464fb3ec0ea637eeef3f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/098435c5a9c3464fb3ec0ea637eeef3f 2024-11-10T00:13:33,867 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/098435c5a9c3464fb3ec0ea637eeef3f, entries=150, sequenceid=56, filesize=11.7 K 2024-11-10T00:13:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6c3ca44b5fc04cf8a3765998379610ff as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6c3ca44b5fc04cf8a3765998379610ff 2024-11-10T00:13:33,883 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6c3ca44b5fc04cf8a3765998379610ff, entries=150, sequenceid=56, filesize=11.7 K 2024-11-10T00:13:33,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/0972348ab3e644ffae43333ed2f5505c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/0972348ab3e644ffae43333ed2f5505c 2024-11-10T00:13:33,905 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/0972348ab3e644ffae43333ed2f5505c, entries=150, sequenceid=56, filesize=11.7 K 2024-11-10T00:13:33,907 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=138.26 KB/141575 for abfef83f79447e1818226c9e8ec4e05f in 200ms, sequenceid=56, compaction requested=true 2024-11-10T00:13:33,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:33,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:33,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T00:13:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T00:13:33,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197613868, max timestamp=1731197613898Num uniques 1068; 2024-11-10T00:13:33,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:13:33,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197613868, max timestamp=1731197613898Num uniques 1068; 2024-11-10T00:13:33,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:13:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:33,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=68.93 KB heapSize=188.04 KB 2024-11-10T00:13:33,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T00:13:33,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5180 sec 2024-11-10T00:13:33,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:33,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:33,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:33,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:33,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:33,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:13:33,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.5460 sec 2024-11-10T00:13:33,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/c7a26e87d8f6473a92e18176f2cd66e3 is 50, key is test_row_0/A:col10/1731197613914/Put/seqid=0 2024-11-10T00:13:33,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741846_1022 (size=12001) 2024-11-10T00:13:33,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/c7a26e87d8f6473a92e18176f2cd66e3 2024-11-10T00:13:33,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6cf085d4569d4eeeb04b8efa38122654 is 50, key is test_row_0/B:col10/1731197613914/Put/seqid=0 2024-11-10T00:13:33,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741847_1023 (size=12001) 2024-11-10T00:13:33,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6cf085d4569d4eeeb04b8efa38122654 2024-11-10T00:13:34,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f19c7a958bc94177b69520b137ebfa0e is 50, key is test_row_0/C:col10/1731197613914/Put/seqid=0 2024-11-10T00:13:34,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741848_1024 (size=12001) 2024-11-10T00:13:34,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48.80 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f19c7a958bc94177b69520b137ebfa0e 2024-11-10T00:13:34,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/c7a26e87d8f6473a92e18176f2cd66e3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c7a26e87d8f6473a92e18176f2cd66e3 2024-11-10T00:13:34,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c7a26e87d8f6473a92e18176f2cd66e3, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T00:13:34,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197674030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197674030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6cf085d4569d4eeeb04b8efa38122654 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6cf085d4569d4eeeb04b8efa38122654 2024-11-10T00:13:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197674038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6cf085d4569d4eeeb04b8efa38122654, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T00:13:34,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197674041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197674042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f19c7a958bc94177b69520b137ebfa0e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f19c7a958bc94177b69520b137ebfa0e 2024-11-10T00:13:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f19c7a958bc94177b69520b137ebfa0e, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T00:13:34,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~75.64 KB/77455, heapSize ~207.91 KB/212904, currentSize=107.34 KB/109920 for abfef83f79447e1818226c9e8ec4e05f in 164ms, sequenceid=95, compaction requested=true 2024-11-10T00:13:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:34,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:34,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:34,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:34,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:34,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:34,087 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:34,088 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:34,095 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:34,095 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:34,098 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:34,098 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:34,098 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:34,098 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:34,099 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/ad5db2d30b454a8fb93c78aac114736a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2c5e77513d4d4764b7a0e3e8f8ea23cc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/098435c5a9c3464fb3ec0ea637eeef3f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c7a26e87d8f6473a92e18176f2cd66e3] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=51.4 K 2024-11-10T00:13:34,099 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/5af6d766d43c4623b95970d56b4062e2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/2b5346fe078346b7910bd9d5084bd313, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6c3ca44b5fc04cf8a3765998379610ff, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6cf085d4569d4eeeb04b8efa38122654] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=46.9 K 2024-11-10T00:13:34,100 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad5db2d30b454a8fb93c78aac114736a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731197612390 2024-11-10T00:13:34,100 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5af6d766d43c4623b95970d56b4062e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731197612390 2024-11-10T00:13:34,101 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b5346fe078346b7910bd9d5084bd313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731197612649 2024-11-10T00:13:34,101 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c5e77513d4d4764b7a0e3e8f8ea23cc, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731197612649 2024-11-10T00:13:34,102 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c3ca44b5fc04cf8a3765998379610ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731197613380 2024-11-10T00:13:34,103 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf085d4569d4eeeb04b8efa38122654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197613868 2024-11-10T00:13:34,105 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 098435c5a9c3464fb3ec0ea637eeef3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731197613380 2024-11-10T00:13:34,108 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7a26e87d8f6473a92e18176f2cd66e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197613868 2024-11-10T00:13:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:34,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T00:13:34,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:34,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:34,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:34,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:34,166 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#12 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:34,167 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/7cee0da68541413f849704cfcdfcb3a2 is 50, key is test_row_0/B:col10/1731197613914/Put/seqid=0 2024-11-10T00:13:34,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/931fb50e1aec4f1bb8f34c6603815f71 is 50, key is test_row_0/A:col10/1731197614155/Put/seqid=0 2024-11-10T00:13:34,170 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#13 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:34,171 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/c46c3cb586d444d483dfd36137b1f67a is 50, key is test_row_0/A:col10/1731197613914/Put/seqid=0 2024-11-10T00:13:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741849_1025 (size=12139) 2024-11-10T00:13:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741850_1026 (size=14341) 2024-11-10T00:13:34,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/931fb50e1aec4f1bb8f34c6603815f71 2024-11-10T00:13:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197674196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197674200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197674202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197674201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197674206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,215 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/7cee0da68541413f849704cfcdfcb3a2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/7cee0da68541413f849704cfcdfcb3a2 2024-11-10T00:13:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741851_1027 (size=12139) 2024-11-10T00:13:34,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ce06825ec0ed4d33a79a7909588dc135 is 50, key is test_row_0/B:col10/1731197614155/Put/seqid=0 2024-11-10T00:13:34,249 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into 7cee0da68541413f849704cfcdfcb3a2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:34,249 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:34,251 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=12, startTime=1731197614085; duration=0sec 2024-11-10T00:13:34,252 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:34,252 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:34,253 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741852_1028 (size=12001) 2024-11-10T00:13:34,257 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:34,257 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:34,258 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:34,258 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6dd968679e094815a408ad06cce1af72, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/5faf427e81f24154aa6fea45b135e22b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/0972348ab3e644ffae43333ed2f5505c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f19c7a958bc94177b69520b137ebfa0e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=46.9 K 2024-11-10T00:13:34,259 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dd968679e094815a408ad06cce1af72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731197612390 2024-11-10T00:13:34,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ce06825ec0ed4d33a79a7909588dc135 2024-11-10T00:13:34,260 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5faf427e81f24154aa6fea45b135e22b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731197612649 2024-11-10T00:13:34,261 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0972348ab3e644ffae43333ed2f5505c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731197613380 2024-11-10T00:13:34,263 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f19c7a958bc94177b69520b137ebfa0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197613868 2024-11-10T00:13:34,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/abc1f5dcd51c44a2be765a3d5ecc1fe3 is 50, key is test_row_0/C:col10/1731197614155/Put/seqid=0 2024-11-10T00:13:34,300 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#17 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:34,301 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1ce58b184394439a864cbd44b470a932 is 50, key is test_row_0/C:col10/1731197613914/Put/seqid=0 2024-11-10T00:13:34,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741853_1029 (size=12001) 2024-11-10T00:13:34,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/abc1f5dcd51c44a2be765a3d5ecc1fe3 2024-11-10T00:13:34,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197674313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197674313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197674314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/931fb50e1aec4f1bb8f34c6603815f71 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/931fb50e1aec4f1bb8f34c6603815f71 2024-11-10T00:13:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197674323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197674323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/931fb50e1aec4f1bb8f34c6603815f71, entries=200, sequenceid=115, filesize=14.0 K 2024-11-10T00:13:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ce06825ec0ed4d33a79a7909588dc135 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ce06825ec0ed4d33a79a7909588dc135 2024-11-10T00:13:34,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741854_1030 (size=12139) 2024-11-10T00:13:34,356 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1ce58b184394439a864cbd44b470a932 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1ce58b184394439a864cbd44b470a932 2024-11-10T00:13:34,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ce06825ec0ed4d33a79a7909588dc135, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T00:13:34,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/abc1f5dcd51c44a2be765a3d5ecc1fe3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/abc1f5dcd51c44a2be765a3d5ecc1fe3 2024-11-10T00:13:34,369 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 1ce58b184394439a864cbd44b470a932(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:34,369 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:34,369 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=12, startTime=1731197614085; duration=0sec 2024-11-10T00:13:34,370 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:34,370 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:34,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/abc1f5dcd51c44a2be765a3d5ecc1fe3, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T00:13:34,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for abfef83f79447e1818226c9e8ec4e05f in 224ms, sequenceid=115, compaction requested=false 2024-11-10T00:13:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:34,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T00:13:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:34,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T00:13:34,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:34,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:34,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:34,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:34,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:34,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T00:13:34,533 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:34,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-10T00:13:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:13:34,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/dee2b22a32364a22a243f4a0cc9199d0 is 50, key is test_row_0/A:col10/1731197614523/Put/seqid=0 2024-11-10T00:13:34,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:34,543 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:34,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741855_1031 (size=12051) 2024-11-10T00:13:34,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/dee2b22a32364a22a243f4a0cc9199d0 2024-11-10T00:13:34,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/1dabab5b91c245ec98edd72fb87b1468 is 50, key is test_row_0/B:col10/1731197614523/Put/seqid=0 2024-11-10T00:13:34,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197674579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197674584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197674586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197674588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197674589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741856_1032 (size=12051) 2024-11-10T00:13:34,640 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/c46c3cb586d444d483dfd36137b1f67a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c46c3cb586d444d483dfd36137b1f67a 2024-11-10T00:13:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:13:34,659 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into c46c3cb586d444d483dfd36137b1f67a(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:34,659 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:34,660 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=12, startTime=1731197614081; duration=0sec 2024-11-10T00:13:34,660 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:34,660 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:34,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T00:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:34,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:34,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197674703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197674702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:34,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197674703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197674703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197674704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:13:34,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T00:13:34,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:34,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:34,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:34,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:34,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:34,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197674912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197674913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197674913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197674922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197674923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/1dabab5b91c245ec98edd72fb87b1468 2024-11-10T00:13:35,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T00:13:35,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/3922d2258db64b61ba5f23875d274ee7 is 50, key is test_row_0/C:col10/1731197614523/Put/seqid=0 2024-11-10T00:13:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741857_1033 (size=12051) 2024-11-10T00:13:35,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/3922d2258db64b61ba5f23875d274ee7 2024-11-10T00:13:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/dee2b22a32364a22a243f4a0cc9199d0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dee2b22a32364a22a243f4a0cc9199d0 2024-11-10T00:13:35,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dee2b22a32364a22a243f4a0cc9199d0, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T00:13:35,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/1dabab5b91c245ec98edd72fb87b1468 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/1dabab5b91c245ec98edd72fb87b1468 2024-11-10T00:13:35,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/1dabab5b91c245ec98edd72fb87b1468, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T00:13:35,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/3922d2258db64b61ba5f23875d274ee7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/3922d2258db64b61ba5f23875d274ee7 2024-11-10T00:13:35,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/3922d2258db64b61ba5f23875d274ee7, entries=150, sequenceid=130, filesize=11.8 K 2024-11-10T00:13:35,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for abfef83f79447e1818226c9e8ec4e05f in 597ms, sequenceid=130, compaction requested=true 2024-11-10T00:13:35,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:35,124 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:35,124 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:35,127 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:35,127 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:35,127 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,128 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/7cee0da68541413f849704cfcdfcb3a2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ce06825ec0ed4d33a79a7909588dc135, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/1dabab5b91c245ec98edd72fb87b1468] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=35.3 K 2024-11-10T00:13:35,128 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38531 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:35,129 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:35,129 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,129 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c46c3cb586d444d483dfd36137b1f67a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/931fb50e1aec4f1bb8f34c6603815f71, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dee2b22a32364a22a243f4a0cc9199d0] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=37.6 K 2024-11-10T00:13:35,129 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cee0da68541413f849704cfcdfcb3a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197613868 2024-11-10T00:13:35,130 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting c46c3cb586d444d483dfd36137b1f67a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197613868 2024-11-10T00:13:35,131 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ce06825ec0ed4d33a79a7909588dc135, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731197613985 2024-11-10T00:13:35,132 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 931fb50e1aec4f1bb8f34c6603815f71, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731197613985 2024-11-10T00:13:35,132 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dabab5b91c245ec98edd72fb87b1468, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731197614198 2024-11-10T00:13:35,133 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting dee2b22a32364a22a243f4a0cc9199d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731197614198 2024-11-10T00:13:35,162 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:13:35,163 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/df79238f7fc34f58ac8fc738e5172206 is 50, key is test_row_0/B:col10/1731197614523/Put/seqid=0 2024-11-10T00:13:35,172 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:35,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T00:13:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,173 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T00:13:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:35,176 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/49fad33ff3cb42edb99dd85943595338 is 50, key is test_row_0/A:col10/1731197614523/Put/seqid=0 2024-11-10T00:13:35,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2a00b91e100e493eb9852342b07b232f is 50, key is test_row_0/A:col10/1731197614585/Put/seqid=0 2024-11-10T00:13:35,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741858_1034 (size=12291) 2024-11-10T00:13:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741859_1035 (size=12291) 2024-11-10T00:13:35,218 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/df79238f7fc34f58ac8fc738e5172206 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/df79238f7fc34f58ac8fc738e5172206 2024-11-10T00:13:35,229 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/49fad33ff3cb42edb99dd85943595338 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/49fad33ff3cb42edb99dd85943595338 2024-11-10T00:13:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:35,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:35,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741860_1036 (size=12151) 2024-11-10T00:13:35,233 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2a00b91e100e493eb9852342b07b232f 2024-11-10T00:13:35,244 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into df79238f7fc34f58ac8fc738e5172206(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:35,244 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:35,245 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=13, startTime=1731197615124; duration=0sec 2024-11-10T00:13:35,245 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:35,245 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:35,245 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:35,248 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into 49fad33ff3cb42edb99dd85943595338(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:35,248 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:35,248 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=13, startTime=1731197615124; duration=0sec 2024-11-10T00:13:35,248 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:35,248 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:35,249 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:35,249 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,249 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:35,249 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1ce58b184394439a864cbd44b470a932, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/abc1f5dcd51c44a2be765a3d5ecc1fe3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/3922d2258db64b61ba5f23875d274ee7] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=35.3 K 2024-11-10T00:13:35,250 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ce58b184394439a864cbd44b470a932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197613868 2024-11-10T00:13:35,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d81911c6913c4e8ea57559daeb354579 is 50, key is test_row_0/B:col10/1731197614585/Put/seqid=0 2024-11-10T00:13:35,253 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting abc1f5dcd51c44a2be765a3d5ecc1fe3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731197613985 2024-11-10T00:13:35,254 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3922d2258db64b61ba5f23875d274ee7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731197614198 2024-11-10T00:13:35,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:13:35,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197675246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197675249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197675255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197675255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197675259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,284 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:35,285 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f163b225949549f094f47395bb6abde8 is 50, key is test_row_0/C:col10/1731197614523/Put/seqid=0 2024-11-10T00:13:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741861_1037 (size=12151) 2024-11-10T00:13:35,289 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d81911c6913c4e8ea57559daeb354579 2024-11-10T00:13:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c81304f35a584659a39d8089d6851a0b is 50, key is test_row_0/C:col10/1731197614585/Put/seqid=0 2024-11-10T00:13:35,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741862_1038 (size=12291) 2024-11-10T00:13:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741863_1039 (size=12151) 2024-11-10T00:13:35,361 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c81304f35a584659a39d8089d6851a0b 2024-11-10T00:13:35,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197675363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2a00b91e100e493eb9852342b07b232f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2a00b91e100e493eb9852342b07b232f 2024-11-10T00:13:35,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197675372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197675372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197675382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197675384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,387 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2a00b91e100e493eb9852342b07b232f, entries=150, sequenceid=151, filesize=11.9 K 2024-11-10T00:13:35,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d81911c6913c4e8ea57559daeb354579 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d81911c6913c4e8ea57559daeb354579 2024-11-10T00:13:35,398 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d81911c6913c4e8ea57559daeb354579, entries=150, sequenceid=151, filesize=11.9 K 2024-11-10T00:13:35,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c81304f35a584659a39d8089d6851a0b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c81304f35a584659a39d8089d6851a0b 2024-11-10T00:13:35,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T00:13:35,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T00:13:35,410 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c81304f35a584659a39d8089d6851a0b, entries=150, sequenceid=151, filesize=11.9 K 2024-11-10T00:13:35,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:13:35,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T00:13:35,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T00:13:35,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T00:13:35,413 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for abfef83f79447e1818226c9e8ec4e05f in 239ms, sequenceid=151, compaction requested=false 2024-11-10T00:13:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T00:13:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T00:13:35,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T00:13:35,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T00:13:35,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T00:13:35,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 873 msec 2024-11-10T00:13:35,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 889 msec 2024-11-10T00:13:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:35,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T00:13:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:35,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:35,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:35,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/0620096e0aba4435bc986ee56c95ee5d is 50, key is test_row_0/A:col10/1731197615583/Put/seqid=0 2024-11-10T00:13:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741864_1040 (size=12151) 2024-11-10T00:13:35,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/0620096e0aba4435bc986ee56c95ee5d 2024-11-10T00:13:35,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197675633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197675636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197675636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197675637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197675639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d2ebcdc2ba1045c791f8134db13fcf18 is 50, key is test_row_0/B:col10/1731197615583/Put/seqid=0 2024-11-10T00:13:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741865_1041 (size=12151) 2024-11-10T00:13:35,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d2ebcdc2ba1045c791f8134db13fcf18 2024-11-10T00:13:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T00:13:35,673 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:35,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-10T00:13:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:13:35,680 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:35,682 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:35,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:35,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f05ee58ab2af414b972e9e5bd1b8b701 is 50, key is test_row_0/C:col10/1731197615583/Put/seqid=0 2024-11-10T00:13:35,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741866_1042 (size=12151) 2024-11-10T00:13:35,754 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f163b225949549f094f47395bb6abde8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f163b225949549f094f47395bb6abde8 2024-11-10T00:13:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197675753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197675753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197675753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197675753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197675754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,767 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into f163b225949549f094f47395bb6abde8(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:35,767 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:35,767 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=13, startTime=1731197615124; duration=0sec 2024-11-10T00:13:35,767 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:35,767 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:13:35,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197675963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197675973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197675973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197675974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:35,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197675975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:13:35,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:35,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f05ee58ab2af414b972e9e5bd1b8b701 2024-11-10T00:13:36,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/0620096e0aba4435bc986ee56c95ee5d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0620096e0aba4435bc986ee56c95ee5d 2024-11-10T00:13:36,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0620096e0aba4435bc986ee56c95ee5d, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T00:13:36,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d2ebcdc2ba1045c791f8134db13fcf18 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d2ebcdc2ba1045c791f8134db13fcf18 2024-11-10T00:13:36,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d2ebcdc2ba1045c791f8134db13fcf18, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T00:13:36,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f05ee58ab2af414b972e9e5bd1b8b701 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f05ee58ab2af414b972e9e5bd1b8b701 2024-11-10T00:13:36,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f05ee58ab2af414b972e9e5bd1b8b701, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T00:13:36,164 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-10T00:13:36,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for abfef83f79447e1818226c9e8ec4e05f in 580ms, sequenceid=166, compaction requested=true 2024-11-10T00:13:36,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:36,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:36,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:36,165 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:36,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:36,165 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:36,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:36,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:36,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:36,187 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:36,187 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:36,188 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,188 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:36,188 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/df79238f7fc34f58ac8fc738e5172206, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d81911c6913c4e8ea57559daeb354579, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d2ebcdc2ba1045c791f8134db13fcf18] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=35.7 K 2024-11-10T00:13:36,188 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:36,188 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,188 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/49fad33ff3cb42edb99dd85943595338, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2a00b91e100e493eb9852342b07b232f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0620096e0aba4435bc986ee56c95ee5d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=35.7 K 2024-11-10T00:13:36,189 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting df79238f7fc34f58ac8fc738e5172206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731197614198 2024-11-10T00:13:36,190 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49fad33ff3cb42edb99dd85943595338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731197614198 2024-11-10T00:13:36,190 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d81911c6913c4e8ea57559daeb354579, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731197614561 2024-11-10T00:13:36,196 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a00b91e100e493eb9852342b07b232f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731197614561 2024-11-10T00:13:36,196 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ebcdc2ba1045c791f8134db13fcf18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731197615248 2024-11-10T00:13:36,202 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0620096e0aba4435bc986ee56c95ee5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731197615248 2024-11-10T00:13:36,212 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:36,216 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/3f062f792fe04740883c4541b53afed2 is 50, key is test_row_0/B:col10/1731197615583/Put/seqid=0 2024-11-10T00:13:36,218 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:36,218 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/1f97b86d85234f618606f30b5037da92 is 50, key is test_row_0/A:col10/1731197615583/Put/seqid=0 2024-11-10T00:13:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741867_1043 (size=12493) 2024-11-10T00:13:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741868_1044 (size=12493) 2024-11-10T00:13:36,251 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/3f062f792fe04740883c4541b53afed2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/3f062f792fe04740883c4541b53afed2 2024-11-10T00:13:36,263 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into 3f062f792fe04740883c4541b53afed2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:36,263 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:36,263 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=13, startTime=1731197616165; duration=0sec 2024-11-10T00:13:36,263 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:36,263 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:36,263 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:36,268 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:36,268 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:36,268 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,268 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f163b225949549f094f47395bb6abde8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c81304f35a584659a39d8089d6851a0b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f05ee58ab2af414b972e9e5bd1b8b701] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=35.7 K 2024-11-10T00:13:36,269 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f163b225949549f094f47395bb6abde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731197614198 2024-11-10T00:13:36,269 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c81304f35a584659a39d8089d6851a0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731197614561 2024-11-10T00:13:36,270 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f05ee58ab2af414b972e9e5bd1b8b701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731197615248 2024-11-10T00:13:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:36,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T00:13:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:36,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:36,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/98635bf68ef84962b8ff62431cbd3328 is 50, key is test_row_0/A:col10/1731197615635/Put/seqid=0 2024-11-10T00:13:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,299 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197676289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,300 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/7777b47e70bc4fe3b68a65f456a1d0b9 is 50, key is test_row_0/C:col10/1731197615583/Put/seqid=0 2024-11-10T00:13:36,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197676292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:13:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197676297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197676299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197676295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741869_1045 (size=14541) 2024-11-10T00:13:36,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741870_1046 (size=12493) 2024-11-10T00:13:36,351 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/7777b47e70bc4fe3b68a65f456a1d0b9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/7777b47e70bc4fe3b68a65f456a1d0b9 2024-11-10T00:13:36,364 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 7777b47e70bc4fe3b68a65f456a1d0b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:36,364 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:36,365 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=13, startTime=1731197616166; duration=0sec 2024-11-10T00:13:36,365 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:36,365 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:36,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197676402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197676413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197676413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197676422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197676422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:36,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:36,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197676611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197676622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197676622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197676631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197676632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,654 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/1f97b86d85234f618606f30b5037da92 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/1f97b86d85234f618606f30b5037da92 2024-11-10T00:13:36,663 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into 1f97b86d85234f618606f30b5037da92(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:36,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:36,664 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=13, startTime=1731197616165; duration=0sec 2024-11-10T00:13:36,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:36,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:36,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/98635bf68ef84962b8ff62431cbd3328 2024-11-10T00:13:36,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/30cf722df6044ff0ba236fa242e3f6f4 is 50, key is test_row_0/B:col10/1731197615635/Put/seqid=0 2024-11-10T00:13:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741871_1047 (size=12151) 2024-11-10T00:13:36,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/30cf722df6044ff0ba236fa242e3f6f4 2024-11-10T00:13:36,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ecdb7faea4a6420d8283d593a50f4589 is 50, key is test_row_0/C:col10/1731197615635/Put/seqid=0 2024-11-10T00:13:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741872_1048 (size=12151) 2024-11-10T00:13:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:13:36,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:36,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197676924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197676933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197676933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197676942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197676942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:36,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:37,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:37,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ecdb7faea4a6420d8283d593a50f4589 2024-11-10T00:13:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/98635bf68ef84962b8ff62431cbd3328 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/98635bf68ef84962b8ff62431cbd3328 2024-11-10T00:13:37,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/98635bf68ef84962b8ff62431cbd3328, entries=200, sequenceid=189, filesize=14.2 K 2024-11-10T00:13:37,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/30cf722df6044ff0ba236fa242e3f6f4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/30cf722df6044ff0ba236fa242e3f6f4 2024-11-10T00:13:37,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/30cf722df6044ff0ba236fa242e3f6f4, entries=150, sequenceid=189, filesize=11.9 K 2024-11-10T00:13:37,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ecdb7faea4a6420d8283d593a50f4589 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ecdb7faea4a6420d8283d593a50f4589 2024-11-10T00:13:37,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ecdb7faea4a6420d8283d593a50f4589, entries=150, sequenceid=189, filesize=11.9 K 2024-11-10T00:13:37,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:37,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:37,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:37,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for abfef83f79447e1818226c9e8ec4e05f in 962ms, sequenceid=189, compaction requested=false 2024-11-10T00:13:37,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:37,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T00:13:37,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:37,395 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T00:13:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:37,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/51dbd419d6c04ddbae4aa9ff42e6306a is 50, key is test_row_0/A:col10/1731197616286/Put/seqid=0 2024-11-10T00:13:37,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741873_1049 (size=12151) 2024-11-10T00:13:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:37,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197677505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197677503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731197617472, max timestamp=1731197617511Num uniques 859; 2024-11-10T00:13:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:13:37,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731197617472, max timestamp=1731197617511Num uniques 859; 2024-11-10T00:13:37,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:13:37,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197677541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197677543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197677546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197677622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197677622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197677662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197677662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197677662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,816 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/51dbd419d6c04ddbae4aa9ff42e6306a 2024-11-10T00:13:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:13:37,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/627bf25a8d1848f381e7d9bf19730de1 is 50, key is test_row_0/B:col10/1731197616286/Put/seqid=0 2024-11-10T00:13:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197677832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197677832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741874_1050 (size=12151) 2024-11-10T00:13:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197677872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197677872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197677872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:37,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197678142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197678152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197678182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197678182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197678182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,261 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/627bf25a8d1848f381e7d9bf19730de1 2024-11-10T00:13:38,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/a2993b0b83754d96908c9d5873990d2b is 50, key is test_row_0/C:col10/1731197616286/Put/seqid=0 2024-11-10T00:13:38,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741875_1051 (size=12151) 2024-11-10T00:13:38,279 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/a2993b0b83754d96908c9d5873990d2b 2024-11-10T00:13:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/51dbd419d6c04ddbae4aa9ff42e6306a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/51dbd419d6c04ddbae4aa9ff42e6306a 2024-11-10T00:13:38,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/51dbd419d6c04ddbae4aa9ff42e6306a, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T00:13:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/627bf25a8d1848f381e7d9bf19730de1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/627bf25a8d1848f381e7d9bf19730de1 2024-11-10T00:13:38,309 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/627bf25a8d1848f381e7d9bf19730de1, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T00:13:38,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/a2993b0b83754d96908c9d5873990d2b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a2993b0b83754d96908c9d5873990d2b 2024-11-10T00:13:38,320 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a2993b0b83754d96908c9d5873990d2b, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T00:13:38,322 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for abfef83f79447e1818226c9e8ec4e05f in 927ms, sequenceid=202, compaction requested=true 2024-11-10T00:13:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T00:13:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T00:13:38,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T00:13:38,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6420 sec 2024-11-10T00:13:38,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.6560 sec 2024-11-10T00:13:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:38,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=140.89 KB heapSize=403.63 KB 2024-11-10T00:13:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:38,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:38,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:38,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/4d90de7a4cba45c68d45c1234dca958d is 50, key is test_row_0/A:col10/1731197618653/Put/seqid=0 2024-11-10T00:13:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741876_1052 (size=14541) 2024-11-10T00:13:38,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197678683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197678686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197678691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197678702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197678702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197678792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:38,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197678802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197679002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197679011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/4d90de7a4cba45c68d45c1234dca958d 2024-11-10T00:13:39,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f1eb6f89fb0640e0ae9dca40ac05e6d7 is 50, key is test_row_0/B:col10/1731197618653/Put/seqid=0 2024-11-10T00:13:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741877_1053 (size=12151) 2024-11-10T00:13:39,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f1eb6f89fb0640e0ae9dca40ac05e6d7 2024-11-10T00:13:39,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c9d1899aa6fc4a21a6679dc933a081d0 is 50, key is test_row_0/C:col10/1731197618653/Put/seqid=0 2024-11-10T00:13:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741878_1054 (size=12151) 2024-11-10T00:13:39,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c9d1899aa6fc4a21a6679dc933a081d0 2024-11-10T00:13:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/4d90de7a4cba45c68d45c1234dca958d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/4d90de7a4cba45c68d45c1234dca958d 2024-11-10T00:13:39,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/4d90de7a4cba45c68d45c1234dca958d, entries=200, sequenceid=234, filesize=14.2 K 2024-11-10T00:13:39,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f1eb6f89fb0640e0ae9dca40ac05e6d7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f1eb6f89fb0640e0ae9dca40ac05e6d7 2024-11-10T00:13:39,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f1eb6f89fb0640e0ae9dca40ac05e6d7, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T00:13:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c9d1899aa6fc4a21a6679dc933a081d0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9d1899aa6fc4a21a6679dc933a081d0 2024-11-10T00:13:39,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9d1899aa6fc4a21a6679dc933a081d0, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T00:13:39,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~403.58 KB/413264, currentSize=40.25 KB/41220 for abfef83f79447e1818226c9e8ec4e05f in 535ms, sequenceid=234, compaction requested=true 2024-11-10T00:13:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:39,191 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:39,191 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:39,196 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:39,196 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:39,196 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:39,196 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:39,196 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:39,196 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:39,196 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/3f062f792fe04740883c4541b53afed2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/30cf722df6044ff0ba236fa242e3f6f4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/627bf25a8d1848f381e7d9bf19730de1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f1eb6f89fb0640e0ae9dca40ac05e6d7] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=47.8 K 2024-11-10T00:13:39,196 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/1f97b86d85234f618606f30b5037da92, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/98635bf68ef84962b8ff62431cbd3328, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/51dbd419d6c04ddbae4aa9ff42e6306a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/4d90de7a4cba45c68d45c1234dca958d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=52.5 K 2024-11-10T00:13:39,197 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f062f792fe04740883c4541b53afed2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731197615248 2024-11-10T00:13:39,197 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f97b86d85234f618606f30b5037da92, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731197615248 2024-11-10T00:13:39,198 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 30cf722df6044ff0ba236fa242e3f6f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731197615629 2024-11-10T00:13:39,198 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98635bf68ef84962b8ff62431cbd3328, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731197615629 2024-11-10T00:13:39,199 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 627bf25a8d1848f381e7d9bf19730de1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731197616286 2024-11-10T00:13:39,199 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51dbd419d6c04ddbae4aa9ff42e6306a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731197616286 2024-11-10T00:13:39,199 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f1eb6f89fb0640e0ae9dca40ac05e6d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731197617539 2024-11-10T00:13:39,200 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d90de7a4cba45c68d45c1234dca958d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731197617539 2024-11-10T00:13:39,219 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:39,220 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/eb2e23867ce145349358d21e24e32f72 is 50, key is test_row_0/B:col10/1731197618653/Put/seqid=0 2024-11-10T00:13:39,222 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#43 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:39,223 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/bc8c08f13bc5401d9bb10c2777ae5fdc is 50, key is test_row_0/A:col10/1731197618653/Put/seqid=0 2024-11-10T00:13:39,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741879_1055 (size=12629) 2024-11-10T00:13:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741880_1056 (size=12629) 2024-11-10T00:13:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:39,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:13:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:39,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/3fa8ff616a6e4b84b59c6411267cbc47 is 50, key is test_row_0/A:col10/1731197619312/Put/seqid=0 2024-11-10T00:13:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741881_1057 (size=12151) 2024-11-10T00:13:39,388 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197619358, max timestamp=1731197619385Num uniques 859; 2024-11-10T00:13:39,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:13:39,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197619358, max timestamp=1731197619385Num uniques 859; 2024-11-10T00:13:39,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:13:39,388 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197619358, max timestamp=1731197619385Num uniques 859; 2024-11-10T00:13:39,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:13:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197679442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197679444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197679562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197679562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,657 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/eb2e23867ce145349358d21e24e32f72 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/eb2e23867ce145349358d21e24e32f72 2024-11-10T00:13:39,661 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/bc8c08f13bc5401d9bb10c2777ae5fdc as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/bc8c08f13bc5401d9bb10c2777ae5fdc 2024-11-10T00:13:39,671 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into eb2e23867ce145349358d21e24e32f72(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:39,671 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into bc8c08f13bc5401d9bb10c2777ae5fdc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:39,671 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:39,671 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:39,672 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=12, startTime=1731197619190; duration=0sec 2024-11-10T00:13:39,672 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=12, startTime=1731197619191; duration=0sec 2024-11-10T00:13:39,672 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:39,672 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:39,672 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:39,672 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:39,672 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:39,674 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:39,674 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:39,674 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:39,675 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/7777b47e70bc4fe3b68a65f456a1d0b9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ecdb7faea4a6420d8283d593a50f4589, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a2993b0b83754d96908c9d5873990d2b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9d1899aa6fc4a21a6679dc933a081d0] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=47.8 K 2024-11-10T00:13:39,675 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 7777b47e70bc4fe3b68a65f456a1d0b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731197615248 2024-11-10T00:13:39,676 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ecdb7faea4a6420d8283d593a50f4589, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731197615629 2024-11-10T00:13:39,677 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a2993b0b83754d96908c9d5873990d2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731197616286 2024-11-10T00:13:39,677 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c9d1899aa6fc4a21a6679dc933a081d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731197617539 2024-11-10T00:13:39,693 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:39,694 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/28e6bb1f9ea249c8823ecd4ec18e806b is 50, key is test_row_0/C:col10/1731197618653/Put/seqid=0 2024-11-10T00:13:39,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741882_1058 (size=12629) 2024-11-10T00:13:39,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197679712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197679712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,723 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in abfef83f79447e1818226c9e8ec4e05f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:13:39,723 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in abfef83f79447e1818226c9e8ec4e05f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:13:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197679723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,728 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in abfef83f79447e1818226c9e8ec4e05f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:13:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/3fa8ff616a6e4b84b59c6411267cbc47 2024-11-10T00:13:39,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ee8d8f0669344cafaeade34a87b4cb17 is 50, key is test_row_0/B:col10/1731197619312/Put/seqid=0 2024-11-10T00:13:39,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741883_1059 (size=12151) 2024-11-10T00:13:39,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ee8d8f0669344cafaeade34a87b4cb17 2024-11-10T00:13:39,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/361962938d9f45ffada26bf5c462a5a8 is 50, key is test_row_0/C:col10/1731197619312/Put/seqid=0 2024-11-10T00:13:39,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197679772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197679772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741884_1060 (size=12151) 2024-11-10T00:13:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T00:13:39,863 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:39,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-10T00:13:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:13:39,871 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:39,872 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:39,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:13:40,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T00:13:40,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:40,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:40,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:40,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:40,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197680082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197680082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:40,123 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/28e6bb1f9ea249c8823ecd4ec18e806b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/28e6bb1f9ea249c8823ecd4ec18e806b 2024-11-10T00:13:40,134 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 28e6bb1f9ea249c8823ecd4ec18e806b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:40,134 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:40,134 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=12, startTime=1731197619191; duration=0sec 2024-11-10T00:13:40,134 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:40,134 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:40,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T00:13:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:40,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/361962938d9f45ffada26bf5c462a5a8 2024-11-10T00:13:40,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:13:40,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/3fa8ff616a6e4b84b59c6411267cbc47 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/3fa8ff616a6e4b84b59c6411267cbc47 2024-11-10T00:13:40,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/3fa8ff616a6e4b84b59c6411267cbc47, entries=150, sequenceid=244, filesize=11.9 K 2024-11-10T00:13:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ee8d8f0669344cafaeade34a87b4cb17 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ee8d8f0669344cafaeade34a87b4cb17 2024-11-10T00:13:40,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ee8d8f0669344cafaeade34a87b4cb17, entries=150, sequenceid=244, filesize=11.9 K 2024-11-10T00:13:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/361962938d9f45ffada26bf5c462a5a8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/361962938d9f45ffada26bf5c462a5a8 2024-11-10T00:13:40,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/361962938d9f45ffada26bf5c462a5a8, entries=150, sequenceid=244, filesize=11.9 K 2024-11-10T00:13:40,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for abfef83f79447e1818226c9e8ec4e05f in 895ms, sequenceid=244, compaction requested=false 2024-11-10T00:13:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:40,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T00:13:40,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:40,336 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T00:13:40,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:40,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:40,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:40,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/b307c244919a4f27a824fff51cc118ea is 50, key is test_row_0/A:col10/1731197619442/Put/seqid=0 2024-11-10T00:13:40,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741885_1061 (size=12301) 2024-11-10T00:13:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:13:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:40,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:40,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197680611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197680615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:40,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197680722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:40,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197680732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:40,749 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/b307c244919a4f27a824fff51cc118ea 2024-11-10T00:13:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/e507838e62a84c048cd1831d1f1dbf76 is 50, key is test_row_0/B:col10/1731197619442/Put/seqid=0 2024-11-10T00:13:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741886_1062 (size=12301) 2024-11-10T00:13:40,775 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/e507838e62a84c048cd1831d1f1dbf76 2024-11-10T00:13:40,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/6147df6b79594d3cbc4c2fc624a32b92 is 50, key is test_row_0/C:col10/1731197619442/Put/seqid=0 2024-11-10T00:13:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741887_1063 (size=12301) 2024-11-10T00:13:40,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197680932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:40,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197680942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:13:41,198 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/6147df6b79594d3cbc4c2fc624a32b92 2024-11-10T00:13:41,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/b307c244919a4f27a824fff51cc118ea as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b307c244919a4f27a824fff51cc118ea 2024-11-10T00:13:41,211 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b307c244919a4f27a824fff51cc118ea, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T00:13:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/e507838e62a84c048cd1831d1f1dbf76 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/e507838e62a84c048cd1831d1f1dbf76 2024-11-10T00:13:41,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/e507838e62a84c048cd1831d1f1dbf76, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T00:13:41,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/6147df6b79594d3cbc4c2fc624a32b92 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6147df6b79594d3cbc4c2fc624a32b92 2024-11-10T00:13:41,229 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6147df6b79594d3cbc4c2fc624a32b92, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T00:13:41,230 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for abfef83f79447e1818226c9e8ec4e05f in 894ms, sequenceid=282, compaction requested=true 2024-11-10T00:13:41,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T00:13:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T00:13:41,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T00:13:41,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-10T00:13:41,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3720 sec 2024-11-10T00:13:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:41,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T00:13:41,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:41,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:41,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:41,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:41,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:41,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:41,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/8de2fa2a8d9748019bd16f0f7f3e3640 is 50, key is test_row_0/A:col10/1731197621243/Put/seqid=0 2024-11-10T00:13:41,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741888_1064 (size=12297) 2024-11-10T00:13:41,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/8de2fa2a8d9748019bd16f0f7f3e3640 2024-11-10T00:13:41,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d679d5626a1c42328f5f395e958d09b7 is 50, key is test_row_0/B:col10/1731197621243/Put/seqid=0 2024-11-10T00:13:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741889_1065 (size=9857) 2024-11-10T00:13:41,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197621288, max timestamp=1731197621307Num uniques 859; 2024-11-10T00:13:41,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197621288, max timestamp=1731197621307Num uniques 859; 2024-11-10T00:13:41,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:41,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197621288, max timestamp=1731197621307Num uniques 859; 2024-11-10T00:13:41,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:41,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:41,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197681360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197681363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197681472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197681472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197681682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197681682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d679d5626a1c42328f5f395e958d09b7 2024-11-10T00:13:41,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/bf93a8902f6748928e94a93cc0a76de9 is 50, key is test_row_0/C:col10/1731197621243/Put/seqid=0 2024-11-10T00:13:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741890_1066 (size=9857) 2024-11-10T00:13:41,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/bf93a8902f6748928e94a93cc0a76de9 2024-11-10T00:13:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/8de2fa2a8d9748019bd16f0f7f3e3640 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/8de2fa2a8d9748019bd16f0f7f3e3640 2024-11-10T00:13:41,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/8de2fa2a8d9748019bd16f0f7f3e3640, entries=150, sequenceid=293, filesize=12.0 K 2024-11-10T00:13:41,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d679d5626a1c42328f5f395e958d09b7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d679d5626a1c42328f5f395e958d09b7 2024-11-10T00:13:41,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d679d5626a1c42328f5f395e958d09b7, entries=100, sequenceid=293, filesize=9.6 K 2024-11-10T00:13:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/bf93a8902f6748928e94a93cc0a76de9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/bf93a8902f6748928e94a93cc0a76de9 2024-11-10T00:13:41,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197681742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,743 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in abfef83f79447e1818226c9e8ec4e05f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:13:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/bf93a8902f6748928e94a93cc0a76de9, entries=100, sequenceid=293, filesize=9.6 K 2024-11-10T00:13:41,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for abfef83f79447e1818226c9e8ec4e05f in 507ms, sequenceid=293, compaction requested=true 2024-11-10T00:13:41,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:41,752 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:41,752 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:41,754 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46938 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:41,754 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:41,754 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:41,754 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/eb2e23867ce145349358d21e24e32f72, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ee8d8f0669344cafaeade34a87b4cb17, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/e507838e62a84c048cd1831d1f1dbf76, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d679d5626a1c42328f5f395e958d09b7] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=45.8 K 2024-11-10T00:13:41,754 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49378 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:41,755 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting eb2e23867ce145349358d21e24e32f72, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731197617539 2024-11-10T00:13:41,755 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:41,755 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:41,755 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/bc8c08f13bc5401d9bb10c2777ae5fdc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/3fa8ff616a6e4b84b59c6411267cbc47, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b307c244919a4f27a824fff51cc118ea, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/8de2fa2a8d9748019bd16f0f7f3e3640] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=48.2 K 2024-11-10T00:13:41,755 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8d8f0669344cafaeade34a87b4cb17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731197618670 2024-11-10T00:13:41,755 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc8c08f13bc5401d9bb10c2777ae5fdc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731197617539 2024-11-10T00:13:41,755 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e507838e62a84c048cd1831d1f1dbf76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731197619431 2024-11-10T00:13:41,757 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fa8ff616a6e4b84b59c6411267cbc47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731197618670 2024-11-10T00:13:41,757 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d679d5626a1c42328f5f395e958d09b7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731197620606 2024-11-10T00:13:41,758 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting b307c244919a4f27a824fff51cc118ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731197619431 2024-11-10T00:13:41,759 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8de2fa2a8d9748019bd16f0f7f3e3640, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731197620606 2024-11-10T00:13:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:41,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-10T00:13:41,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197621348, max timestamp=1731197621761Num uniques 1018; 2024-11-10T00:13:41,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197621348, max timestamp=1731197621761Num uniques 1018; 2024-11-10T00:13:41,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-10T00:13:41,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-10T00:13:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:13:41,788 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:41,789 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/cd02347273fe49079b74e0398fdb2750 is 50, key is test_row_0/B:col10/1731197621243/Put/seqid=0 2024-11-10T00:13:41,791 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:41,792 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/30911ea6e5784a6eb803c7d6c3794401 is 50, key is test_row_0/A:col10/1731197621243/Put/seqid=0 2024-11-10T00:13:41,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/81359f175b1c4f5db9c986a88bed0b48 is 50, key is test_row_0/A:col10/1731197621348/Put/seqid=0 2024-11-10T00:13:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741893_1069 (size=17181) 2024-11-10T00:13:41,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/81359f175b1c4f5db9c986a88bed0b48 2024-11-10T00:13:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741891_1067 (size=12915) 2024-11-10T00:13:41,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741892_1068 (size=12915) 2024-11-10T00:13:41,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/194e82ec8fae4d22a18ca6af3f405116 is 50, key is test_row_0/B:col10/1731197621348/Put/seqid=0 2024-11-10T00:13:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741894_1070 (size=12301) 2024-11-10T00:13:41,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/194e82ec8fae4d22a18ca6af3f405116 2024-11-10T00:13:41,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/75128140afb049d0a774f6f9fb65eeba is 50, key is test_row_0/C:col10/1731197621348/Put/seqid=0 2024-11-10T00:13:41,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741895_1071 (size=12301) 2024-11-10T00:13:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197681849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197681851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197681972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197681972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197681992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:41,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197681992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T00:13:42,012 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:42,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-10T00:13:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T00:13:42,016 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:42,017 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:42,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T00:13:42,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T00:13:42,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:42,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:42,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:42,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:42,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:42,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197682182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197682182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/cd02347273fe49079b74e0398fdb2750 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cd02347273fe49079b74e0398fdb2750 2024-11-10T00:13:42,232 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/30911ea6e5784a6eb803c7d6c3794401 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/30911ea6e5784a6eb803c7d6c3794401 2024-11-10T00:13:42,242 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into 30911ea6e5784a6eb803c7d6c3794401(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:42,242 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:42,242 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=12, startTime=1731197621751; duration=0sec 2024-11-10T00:13:42,242 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into cd02347273fe49079b74e0398fdb2750(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:42,242 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:42,242 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:42,242 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:42,242 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=12, startTime=1731197621752; duration=0sec 2024-11-10T00:13:42,243 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:42,243 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:42,243 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:42,244 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46938 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:42,244 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:42,244 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:42,244 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/28e6bb1f9ea249c8823ecd4ec18e806b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/361962938d9f45ffada26bf5c462a5a8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6147df6b79594d3cbc4c2fc624a32b92, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/bf93a8902f6748928e94a93cc0a76de9] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=45.8 K 2024-11-10T00:13:42,245 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e6bb1f9ea249c8823ecd4ec18e806b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731197617539 2024-11-10T00:13:42,246 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 361962938d9f45ffada26bf5c462a5a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731197618670 2024-11-10T00:13:42,247 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6147df6b79594d3cbc4c2fc624a32b92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731197619431 2024-11-10T00:13:42,247 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf93a8902f6748928e94a93cc0a76de9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731197620606 2024-11-10T00:13:42,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/75128140afb049d0a774f6f9fb65eeba 2024-11-10T00:13:42,268 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#59 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:42,269 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/79926b71d0f24784aaab67d4360fc423 is 50, key is test_row_0/C:col10/1731197621243/Put/seqid=0 2024-11-10T00:13:42,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/81359f175b1c4f5db9c986a88bed0b48 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/81359f175b1c4f5db9c986a88bed0b48 2024-11-10T00:13:42,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/81359f175b1c4f5db9c986a88bed0b48, entries=250, sequenceid=331, filesize=16.8 K 2024-11-10T00:13:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/194e82ec8fae4d22a18ca6af3f405116 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/194e82ec8fae4d22a18ca6af3f405116 2024-11-10T00:13:42,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/194e82ec8fae4d22a18ca6af3f405116, entries=150, sequenceid=331, filesize=12.0 K 2024-11-10T00:13:42,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/75128140afb049d0a774f6f9fb65eeba as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/75128140afb049d0a774f6f9fb65eeba 2024-11-10T00:13:42,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/75128140afb049d0a774f6f9fb65eeba, entries=150, sequenceid=331, filesize=12.0 K 2024-11-10T00:13:42,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~69.33 KB/70990, heapSize ~188.91 KB/193440, currentSize=114.05 KB/116790 for abfef83f79447e1818226c9e8ec4e05f in 549ms, sequenceid=331, compaction requested=false 2024-11-10T00:13:42,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741896_1072 (size=12915) 2024-11-10T00:13:42,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T00:13:42,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:42,327 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T00:13:42,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:42,328 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/79926b71d0f24784aaab67d4360fc423 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/79926b71d0f24784aaab67d4360fc423 2024-11-10T00:13:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T00:13:42,338 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 79926b71d0f24784aaab67d4360fc423(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:42,338 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:42,338 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=12, startTime=1731197621752; duration=0sec 2024-11-10T00:13:42,338 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:42,338 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:42,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/5030018173f543cd818f5eea587a377d is 50, key is test_row_0/A:col10/1731197621846/Put/seqid=0 2024-11-10T00:13:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741897_1073 (size=12301) 2024-11-10T00:13:42,359 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/5030018173f543cd818f5eea587a377d 2024-11-10T00:13:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0197b3e344e444f780e97f69b7278659 is 50, key is test_row_0/B:col10/1731197621846/Put/seqid=0 2024-11-10T00:13:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741898_1074 (size=12301) 2024-11-10T00:13:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:42,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:42,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197682514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197682516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197682517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197682518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197682622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197682631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197682632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197682632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T00:13:42,811 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0197b3e344e444f780e97f69b7278659 2024-11-10T00:13:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/4c993d3215c8425e92b32dfe6b0c59a5 is 50, key is test_row_0/C:col10/1731197621846/Put/seqid=0 2024-11-10T00:13:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741899_1075 (size=12301) 2024-11-10T00:13:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197682832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197682842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197682842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197682843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197683142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T00:13:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197683152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197683153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197683153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/4c993d3215c8425e92b32dfe6b0c59a5 2024-11-10T00:13:43,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/5030018173f543cd818f5eea587a377d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5030018173f543cd818f5eea587a377d 2024-11-10T00:13:43,243 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5030018173f543cd818f5eea587a377d, entries=150, sequenceid=353, filesize=12.0 K 2024-11-10T00:13:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0197b3e344e444f780e97f69b7278659 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0197b3e344e444f780e97f69b7278659 2024-11-10T00:13:43,248 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0197b3e344e444f780e97f69b7278659, entries=150, sequenceid=353, filesize=12.0 K 2024-11-10T00:13:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/4c993d3215c8425e92b32dfe6b0c59a5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4c993d3215c8425e92b32dfe6b0c59a5 2024-11-10T00:13:43,255 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4c993d3215c8425e92b32dfe6b0c59a5, entries=150, sequenceid=353, filesize=12.0 K 2024-11-10T00:13:43,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for abfef83f79447e1818226c9e8ec4e05f in 929ms, sequenceid=353, compaction requested=true 2024-11-10T00:13:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-10T00:13:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-10T00:13:43,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T00:13:43,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2410 sec 2024-11-10T00:13:43,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2480 sec 2024-11-10T00:13:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:43,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T00:13:43,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:43,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:43,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:43,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:43,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:43,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:43,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/df714c5065f749eca06b46a941d19e9b is 50, key is test_row_0/A:col10/1731197622504/Put/seqid=0 2024-11-10T00:13:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741900_1076 (size=14741) 2024-11-10T00:13:43,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197683686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197683688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197683688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197683689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197683802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197683803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197683803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:43,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197683803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:43,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:43,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:43,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197684021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197684022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197684022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197684023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/df714c5065f749eca06b46a941d19e9b 2024-11-10T00:13:44,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/46cad28031a44af3b4616d6dd637a92e is 50, key is test_row_0/B:col10/1731197622504/Put/seqid=0 2024-11-10T00:13:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741901_1077 (size=12301) 2024-11-10T00:13:44,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/46cad28031a44af3b4616d6dd637a92e 2024-11-10T00:13:44,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/a5dabd5ab01f4025abfb9a9f81355c20 is 50, key is test_row_0/C:col10/1731197622504/Put/seqid=0 2024-11-10T00:13:44,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741902_1078 (size=12301) 2024-11-10T00:13:44,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/a5dabd5ab01f4025abfb9a9f81355c20 2024-11-10T00:13:44,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/df714c5065f749eca06b46a941d19e9b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/df714c5065f749eca06b46a941d19e9b 2024-11-10T00:13:44,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/df714c5065f749eca06b46a941d19e9b, entries=200, sequenceid=367, filesize=14.4 K 2024-11-10T00:13:44,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/46cad28031a44af3b4616d6dd637a92e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/46cad28031a44af3b4616d6dd637a92e 2024-11-10T00:13:44,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/46cad28031a44af3b4616d6dd637a92e, entries=150, sequenceid=367, filesize=12.0 K 2024-11-10T00:13:44,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/a5dabd5ab01f4025abfb9a9f81355c20 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a5dabd5ab01f4025abfb9a9f81355c20 2024-11-10T00:13:44,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a5dabd5ab01f4025abfb9a9f81355c20, entries=150, sequenceid=367, filesize=12.0 K 2024-11-10T00:13:44,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for abfef83f79447e1818226c9e8ec4e05f in 477ms, sequenceid=367, compaction requested=true 2024-11-10T00:13:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:44,133 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:44,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:44,133 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:44,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:44,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:44,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:44,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:44,136 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:44,136 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:44,136 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:44,136 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cd02347273fe49079b74e0398fdb2750, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/194e82ec8fae4d22a18ca6af3f405116, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0197b3e344e444f780e97f69b7278659, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/46cad28031a44af3b4616d6dd637a92e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=48.7 K 2024-11-10T00:13:44,137 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57138 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:44,137 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:44,137 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:44,137 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/30911ea6e5784a6eb803c7d6c3794401, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/81359f175b1c4f5db9c986a88bed0b48, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5030018173f543cd818f5eea587a377d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/df714c5065f749eca06b46a941d19e9b] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=55.8 K 2024-11-10T00:13:44,137 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting cd02347273fe49079b74e0398fdb2750, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731197619431 2024-11-10T00:13:44,138 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30911ea6e5784a6eb803c7d6c3794401, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731197619431 2024-11-10T00:13:44,138 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 194e82ec8fae4d22a18ca6af3f405116, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731197621348 2024-11-10T00:13:44,138 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81359f175b1c4f5db9c986a88bed0b48, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731197621348 2024-11-10T00:13:44,139 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0197b3e344e444f780e97f69b7278659, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731197621838 2024-11-10T00:13:44,139 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5030018173f543cd818f5eea587a377d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731197621838 2024-11-10T00:13:44,139 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 46cad28031a44af3b4616d6dd637a92e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731197622504 2024-11-10T00:13:44,141 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting df714c5065f749eca06b46a941d19e9b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731197622504 2024-11-10T00:13:44,157 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:44,158 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/8d5f805d9458455194369a99ffa8ba7e is 50, key is test_row_0/B:col10/1731197622504/Put/seqid=0 2024-11-10T00:13:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T00:13:44,162 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:44,162 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:44,162 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/76398b675b734434a3dc0d40ec3de96d is 50, key is test_row_0/A:col10/1731197622504/Put/seqid=0 2024-11-10T00:13:44,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-10T00:13:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T00:13:44,166 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:44,167 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:44,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741904_1080 (size=13051) 2024-11-10T00:13:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741903_1079 (size=13051) 2024-11-10T00:13:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T00:13:44,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T00:13:44,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:44,322 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T00:13:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/45dbf4127ea34cf0b7c61fe531dedb74 is 50, key is test_row_0/A:col10/1731197623683/Put/seqid=0 2024-11-10T00:13:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:44,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:44,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741905_1081 (size=12301) 2024-11-10T00:13:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197684346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197684353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197684359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197684360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197684462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197684472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197684472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197684473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T00:13:44,585 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/76398b675b734434a3dc0d40ec3de96d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/76398b675b734434a3dc0d40ec3de96d 2024-11-10T00:13:44,591 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/8d5f805d9458455194369a99ffa8ba7e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8d5f805d9458455194369a99ffa8ba7e 2024-11-10T00:13:44,595 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into 76398b675b734434a3dc0d40ec3de96d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:44,596 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:44,596 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=12, startTime=1731197624132; duration=0sec 2024-11-10T00:13:44,596 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:44,596 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:44,596 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:44,598 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:44,598 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:44,598 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:44,598 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/79926b71d0f24784aaab67d4360fc423, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/75128140afb049d0a774f6f9fb65eeba, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4c993d3215c8425e92b32dfe6b0c59a5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a5dabd5ab01f4025abfb9a9f81355c20] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=48.7 K 2024-11-10T00:13:44,599 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79926b71d0f24784aaab67d4360fc423, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731197619431 2024-11-10T00:13:44,599 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into 8d5f805d9458455194369a99ffa8ba7e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:44,599 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:44,599 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=12, startTime=1731197624133; duration=0sec 2024-11-10T00:13:44,599 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75128140afb049d0a774f6f9fb65eeba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731197621348 2024-11-10T00:13:44,599 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:44,599 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:44,600 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c993d3215c8425e92b32dfe6b0c59a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731197621838 2024-11-10T00:13:44,600 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5dabd5ab01f4025abfb9a9f81355c20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731197622504 2024-11-10T00:13:44,615 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:44,616 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1f27f3c8a539496b9574a8422f6584a0 is 50, key is test_row_0/C:col10/1731197622504/Put/seqid=0 2024-11-10T00:13:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741906_1082 (size=13051) 2024-11-10T00:13:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197684672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197684682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197684682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197684682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:44,745 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/45dbf4127ea34cf0b7c61fe531dedb74 2024-11-10T00:13:44,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ae7910a73163455f9dc4eaf6b4081a2d is 50, key is test_row_0/B:col10/1731197623683/Put/seqid=0 2024-11-10T00:13:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741907_1083 (size=12301) 2024-11-10T00:13:44,764 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ae7910a73163455f9dc4eaf6b4081a2d 2024-11-10T00:13:44,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ba90c11a1fdb44e3a8bf5d6521022018 is 50, key is test_row_0/C:col10/1731197623683/Put/seqid=0 2024-11-10T00:13:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741908_1084 (size=12301) 2024-11-10T00:13:44,781 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ba90c11a1fdb44e3a8bf5d6521022018 2024-11-10T00:13:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/45dbf4127ea34cf0b7c61fe531dedb74 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/45dbf4127ea34cf0b7c61fe531dedb74 2024-11-10T00:13:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T00:13:44,797 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/45dbf4127ea34cf0b7c61fe531dedb74, entries=150, sequenceid=386, filesize=12.0 K 2024-11-10T00:13:44,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ae7910a73163455f9dc4eaf6b4081a2d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae7910a73163455f9dc4eaf6b4081a2d 2024-11-10T00:13:44,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae7910a73163455f9dc4eaf6b4081a2d, entries=150, sequenceid=386, filesize=12.0 K 2024-11-10T00:13:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ba90c11a1fdb44e3a8bf5d6521022018 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ba90c11a1fdb44e3a8bf5d6521022018 2024-11-10T00:13:44,812 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ba90c11a1fdb44e3a8bf5d6521022018, entries=150, sequenceid=386, filesize=12.0 K 2024-11-10T00:13:44,816 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for abfef83f79447e1818226c9e8ec4e05f in 494ms, sequenceid=386, compaction requested=false 2024-11-10T00:13:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-10T00:13:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-10T00:13:44,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T00:13:44,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 652 msec 2024-11-10T00:13:44,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 661 msec 2024-11-10T00:13:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:44,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:13:44,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:44,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:44,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:44,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:44,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:44,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:44,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/6942a591ad30430689172ee6cb7cbbc7 is 50, key is test_row_0/A:col10/1731197624983/Put/seqid=0 2024-11-10T00:13:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741909_1085 (size=14741) 2024-11-10T00:13:45,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197685017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197685019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197685019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197685021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,035 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1f27f3c8a539496b9574a8422f6584a0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f27f3c8a539496b9574a8422f6584a0 2024-11-10T00:13:45,045 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 1f27f3c8a539496b9574a8422f6584a0(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:45,045 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:45,045 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=12, startTime=1731197624133; duration=0sec 2024-11-10T00:13:45,045 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:45,045 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:45,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197685131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197685132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197685132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197685132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T00:13:45,302 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:45,302 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-10T00:13:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T00:13:45,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:45,305 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:45,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:45,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197685342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197685342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197685342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197685342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/6942a591ad30430689172ee6cb7cbbc7 2024-11-10T00:13:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T00:13:45,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/497005a5416b429a9c4f2e3f554703d9 is 50, key is test_row_0/B:col10/1731197624983/Put/seqid=0 2024-11-10T00:13:45,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741910_1086 (size=12301) 2024-11-10T00:13:45,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T00:13:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T00:13:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T00:13:45,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197685652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197685652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197685653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197685653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T00:13:45,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:45,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:45,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45724 deadline: 1731197685782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:45,786 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in abfef83f79447e1818226c9e8ec4e05f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:13:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:45,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/497005a5416b429a9c4f2e3f554703d9 2024-11-10T00:13:45,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c9ece266b5724ffd92630aec77e0f108 is 50, key is test_row_0/C:col10/1731197624983/Put/seqid=0 2024-11-10T00:13:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741911_1087 (size=12301) 2024-11-10T00:13:45,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c9ece266b5724ffd92630aec77e0f108 2024-11-10T00:13:45,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/6942a591ad30430689172ee6cb7cbbc7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6942a591ad30430689172ee6cb7cbbc7 2024-11-10T00:13:45,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6942a591ad30430689172ee6cb7cbbc7, entries=200, sequenceid=402, filesize=14.4 K 2024-11-10T00:13:45,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/497005a5416b429a9c4f2e3f554703d9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/497005a5416b429a9c4f2e3f554703d9 2024-11-10T00:13:45,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/497005a5416b429a9c4f2e3f554703d9, entries=150, sequenceid=402, filesize=12.0 K 2024-11-10T00:13:45,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c9ece266b5724ffd92630aec77e0f108 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9ece266b5724ffd92630aec77e0f108 2024-11-10T00:13:45,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9ece266b5724ffd92630aec77e0f108, entries=150, sequenceid=402, filesize=12.0 K 2024-11-10T00:13:45,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for abfef83f79447e1818226c9e8ec4e05f in 882ms, sequenceid=402, compaction requested=true 2024-11-10T00:13:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:45,867 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:45,867 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:45,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:45,869 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:45,869 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:45,869 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:45,869 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:45,869 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,869 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,870 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/76398b675b734434a3dc0d40ec3de96d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/45dbf4127ea34cf0b7c61fe531dedb74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6942a591ad30430689172ee6cb7cbbc7] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=39.2 K 2024-11-10T00:13:45,870 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8d5f805d9458455194369a99ffa8ba7e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae7910a73163455f9dc4eaf6b4081a2d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/497005a5416b429a9c4f2e3f554703d9] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=36.8 K 2024-11-10T00:13:45,870 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76398b675b734434a3dc0d40ec3de96d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731197622504 2024-11-10T00:13:45,870 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d5f805d9458455194369a99ffa8ba7e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731197622504 2024-11-10T00:13:45,871 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ae7910a73163455f9dc4eaf6b4081a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731197623683 2024-11-10T00:13:45,871 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45dbf4127ea34cf0b7c61fe531dedb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731197623683 2024-11-10T00:13:45,872 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6942a591ad30430689172ee6cb7cbbc7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731197624351 2024-11-10T00:13:45,872 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 497005a5416b429a9c4f2e3f554703d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731197624351 2024-11-10T00:13:45,880 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:45,881 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/e4d73001dbc7414b84c9c142e26c9d37 is 50, key is test_row_0/A:col10/1731197624983/Put/seqid=0 2024-11-10T00:13:45,881 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:45,882 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f349069fac9f4187b36b274e19004588 is 50, key is test_row_0/B:col10/1731197624983/Put/seqid=0 2024-11-10T00:13:45,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741913_1089 (size=13153) 2024-11-10T00:13:45,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741912_1088 (size=13153) 2024-11-10T00:13:45,894 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f349069fac9f4187b36b274e19004588 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f349069fac9f4187b36b274e19004588 2024-11-10T00:13:45,902 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into f349069fac9f4187b36b274e19004588(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:45,902 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:45,902 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=13, startTime=1731197625867; duration=0sec 2024-11-10T00:13:45,903 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:45,903 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:45,903 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:45,904 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:45,904 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:45,904 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,904 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f27f3c8a539496b9574a8422f6584a0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ba90c11a1fdb44e3a8bf5d6521022018, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9ece266b5724ffd92630aec77e0f108] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=36.8 K 2024-11-10T00:13:45,905 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f27f3c8a539496b9574a8422f6584a0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731197622504 2024-11-10T00:13:45,905 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ba90c11a1fdb44e3a8bf5d6521022018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731197623683 2024-11-10T00:13:45,906 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ece266b5724ffd92630aec77e0f108, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731197624351 2024-11-10T00:13:45,915 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:45,915 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/8e44c338ba4147e9bb880eb10240f49d is 50, key is test_row_0/C:col10/1731197624983/Put/seqid=0 2024-11-10T00:13:45,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T00:13:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:45,920 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:13:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741914_1090 (size=13153) 2024-11-10T00:13:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:45,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/27bb4ba266034c9ca27ed51be620bc49 is 50, key is test_row_0/A:col10/1731197625018/Put/seqid=0 2024-11-10T00:13:45,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741915_1091 (size=12301) 2024-11-10T00:13:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T00:13:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:46,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:46,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197686184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197686184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197686185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197686186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,301 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/e4d73001dbc7414b84c9c142e26c9d37 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e4d73001dbc7414b84c9c142e26c9d37 2024-11-10T00:13:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197686302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197686302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197686302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197686302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,309 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into e4d73001dbc7414b84c9c142e26c9d37(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:46,310 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:46,310 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=13, startTime=1731197625867; duration=0sec 2024-11-10T00:13:46,310 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:46,310 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:46,327 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/8e44c338ba4147e9bb880eb10240f49d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/8e44c338ba4147e9bb880eb10240f49d 2024-11-10T00:13:46,331 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/27bb4ba266034c9ca27ed51be620bc49 2024-11-10T00:13:46,336 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 8e44c338ba4147e9bb880eb10240f49d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:46,336 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:46,336 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=13, startTime=1731197625867; duration=0sec 2024-11-10T00:13:46,336 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:46,336 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:46,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f23321ecdeae4dff9593c5fe52c391b9 is 50, key is test_row_0/B:col10/1731197625018/Put/seqid=0 2024-11-10T00:13:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741916_1092 (size=12301) 2024-11-10T00:13:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T00:13:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197686512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197686512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197686512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197686512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,749 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f23321ecdeae4dff9593c5fe52c391b9 2024-11-10T00:13:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/9281fd428cab4076b8c662c61bfa0b7d is 50, key is test_row_0/C:col10/1731197625018/Put/seqid=0 2024-11-10T00:13:46,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741917_1093 (size=12301) 2024-11-10T00:13:46,769 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/9281fd428cab4076b8c662c61bfa0b7d 2024-11-10T00:13:46,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/27bb4ba266034c9ca27ed51be620bc49 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/27bb4ba266034c9ca27ed51be620bc49 2024-11-10T00:13:46,782 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/27bb4ba266034c9ca27ed51be620bc49, entries=150, sequenceid=422, filesize=12.0 K 2024-11-10T00:13:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/f23321ecdeae4dff9593c5fe52c391b9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f23321ecdeae4dff9593c5fe52c391b9 2024-11-10T00:13:46,788 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f23321ecdeae4dff9593c5fe52c391b9, entries=150, sequenceid=422, filesize=12.0 K 2024-11-10T00:13:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/9281fd428cab4076b8c662c61bfa0b7d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9281fd428cab4076b8c662c61bfa0b7d 2024-11-10T00:13:46,794 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9281fd428cab4076b8c662c61bfa0b7d, entries=150, sequenceid=422, filesize=12.0 K 2024-11-10T00:13:46,796 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for abfef83f79447e1818226c9e8ec4e05f in 875ms, sequenceid=422, compaction requested=false 2024-11-10T00:13:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-10T00:13:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-10T00:13:46,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T00:13:46,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec 2024-11-10T00:13:46,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5020 sec 2024-11-10T00:13:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:46,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:13:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:46,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/fabb35d7745843b38b219ad9de6ba7ce is 50, key is test_row_0/A:col10/1731197626825/Put/seqid=0 2024-11-10T00:13:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741918_1094 (size=12301) 2024-11-10T00:13:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197686845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197686847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197686849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197686850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197686951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197686962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:46,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197686962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197686962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197687161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197687172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197687172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197687172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/fabb35d7745843b38b219ad9de6ba7ce 2024-11-10T00:13:47,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0f88a03e8eca4f3cb0b671b0bf232082 is 50, key is test_row_0/B:col10/1731197626825/Put/seqid=0 2024-11-10T00:13:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741919_1095 (size=12301) 2024-11-10T00:13:47,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0f88a03e8eca4f3cb0b671b0bf232082 2024-11-10T00:13:47,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f4d7c1184e394c2fa55a05953c7f1d45 is 50, key is test_row_0/C:col10/1731197626825/Put/seqid=0 2024-11-10T00:13:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741920_1096 (size=12301) 2024-11-10T00:13:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T00:13:47,462 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:47,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-10T00:13:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T00:13:47,465 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:47,465 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:47,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197687472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197687482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197687482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197687482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:47,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:47,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T00:13:47,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T00:13:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:47,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:47,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f4d7c1184e394c2fa55a05953c7f1d45 2024-11-10T00:13:47,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/fabb35d7745843b38b219ad9de6ba7ce as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/fabb35d7745843b38b219ad9de6ba7ce 2024-11-10T00:13:47,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/fabb35d7745843b38b219ad9de6ba7ce, entries=150, sequenceid=440, filesize=12.0 K 2024-11-10T00:13:47,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0f88a03e8eca4f3cb0b671b0bf232082 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0f88a03e8eca4f3cb0b671b0bf232082 2024-11-10T00:13:47,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0f88a03e8eca4f3cb0b671b0bf232082, entries=150, sequenceid=440, filesize=12.0 K 2024-11-10T00:13:47,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f4d7c1184e394c2fa55a05953c7f1d45 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f4d7c1184e394c2fa55a05953c7f1d45 2024-11-10T00:13:47,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f4d7c1184e394c2fa55a05953c7f1d45, entries=150, sequenceid=440, filesize=12.0 K 2024-11-10T00:13:47,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for abfef83f79447e1818226c9e8ec4e05f in 891ms, sequenceid=440, compaction requested=true 2024-11-10T00:13:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:47,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:47,719 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:47,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:47,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:47,719 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:47,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:47,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:47,720 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:47,720 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:47,720 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:47,720 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e4d73001dbc7414b84c9c142e26c9d37, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/27bb4ba266034c9ca27ed51be620bc49, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/fabb35d7745843b38b219ad9de6ba7ce] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=36.9 K 2024-11-10T00:13:47,721 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:47,721 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:47,721 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:47,721 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4d73001dbc7414b84c9c142e26c9d37, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731197624351 2024-11-10T00:13:47,721 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f349069fac9f4187b36b274e19004588, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f23321ecdeae4dff9593c5fe52c391b9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0f88a03e8eca4f3cb0b671b0bf232082] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=36.9 K 2024-11-10T00:13:47,721 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27bb4ba266034c9ca27ed51be620bc49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731197625014 2024-11-10T00:13:47,721 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f349069fac9f4187b36b274e19004588, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731197624351 2024-11-10T00:13:47,722 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting fabb35d7745843b38b219ad9de6ba7ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731197626183 2024-11-10T00:13:47,722 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f23321ecdeae4dff9593c5fe52c391b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731197625014 2024-11-10T00:13:47,725 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f88a03e8eca4f3cb0b671b0bf232082, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731197626183 2024-11-10T00:13:47,735 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:47,736 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/610aa7e06b80410791c3bbfc11205f82 is 50, key is test_row_0/A:col10/1731197626825/Put/seqid=0 2024-11-10T00:13:47,754 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:47,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741921_1097 (size=13255) 2024-11-10T00:13:47,757 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/a09958b0fcf540a9b48007d1bb5ae69a is 50, key is test_row_0/B:col10/1731197626825/Put/seqid=0 2024-11-10T00:13:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741922_1098 (size=13255) 2024-11-10T00:13:47,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T00:13:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:47,773 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:13:47,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:47,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:47,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:47,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:47,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:47,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T00:13:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/7974c2f9fb45400b994d4884f4df81e4 is 50, key is test_row_0/A:col10/1731197626847/Put/seqid=0 2024-11-10T00:13:47,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741923_1099 (size=12301) 2024-11-10T00:13:47,789 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/7974c2f9fb45400b994d4884f4df81e4 2024-11-10T00:13:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/db2af6dffe674ece9fb795c31b8f2032 is 50, key is test_row_0/B:col10/1731197626847/Put/seqid=0 2024-11-10T00:13:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741924_1100 (size=12301) 2024-11-10T00:13:47,811 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/db2af6dffe674ece9fb795c31b8f2032 2024-11-10T00:13:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c710a20fd2fc414a803f88d8999ee1b6 is 50, key is test_row_0/C:col10/1731197626847/Put/seqid=0 2024-11-10T00:13:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741925_1101 (size=12301) 2024-11-10T00:13:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:47,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:48,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197688007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197688011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197688013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197688013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T00:13:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197688122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197688122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197688122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197688132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,167 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/610aa7e06b80410791c3bbfc11205f82 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/610aa7e06b80410791c3bbfc11205f82 2024-11-10T00:13:48,176 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/a09958b0fcf540a9b48007d1bb5ae69a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a09958b0fcf540a9b48007d1bb5ae69a 2024-11-10T00:13:48,177 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into 610aa7e06b80410791c3bbfc11205f82(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:48,177 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,178 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=13, startTime=1731197627718; duration=0sec 2024-11-10T00:13:48,178 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:48,178 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:48,178 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:48,179 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:48,180 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:48,180 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,180 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/8e44c338ba4147e9bb880eb10240f49d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9281fd428cab4076b8c662c61bfa0b7d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f4d7c1184e394c2fa55a05953c7f1d45] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=36.9 K 2024-11-10T00:13:48,181 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e44c338ba4147e9bb880eb10240f49d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731197624351 2024-11-10T00:13:48,182 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9281fd428cab4076b8c662c61bfa0b7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731197625014 2024-11-10T00:13:48,182 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4d7c1184e394c2fa55a05953c7f1d45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731197626183 2024-11-10T00:13:48,187 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into a09958b0fcf540a9b48007d1bb5ae69a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:48,187 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,187 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=13, startTime=1731197627719; duration=0sec 2024-11-10T00:13:48,187 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:48,187 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:48,195 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:48,195 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/45b0050c2ede4c5f9e8c17b7240cf595 is 50, key is test_row_0/C:col10/1731197626825/Put/seqid=0 2024-11-10T00:13:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741926_1102 (size=13255) 2024-11-10T00:13:48,222 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/45b0050c2ede4c5f9e8c17b7240cf595 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45b0050c2ede4c5f9e8c17b7240cf595 2024-11-10T00:13:48,233 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 45b0050c2ede4c5f9e8c17b7240cf595(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:48,233 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,233 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c710a20fd2fc414a803f88d8999ee1b6 2024-11-10T00:13:48,235 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=13, startTime=1731197627719; duration=0sec 2024-11-10T00:13:48,236 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:48,236 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:48,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/7974c2f9fb45400b994d4884f4df81e4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/7974c2f9fb45400b994d4884f4df81e4 2024-11-10T00:13:48,249 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/7974c2f9fb45400b994d4884f4df81e4, entries=150, sequenceid=456, filesize=12.0 K 2024-11-10T00:13:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/db2af6dffe674ece9fb795c31b8f2032 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/db2af6dffe674ece9fb795c31b8f2032 2024-11-10T00:13:48,257 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/db2af6dffe674ece9fb795c31b8f2032, entries=150, sequenceid=456, filesize=12.0 K 2024-11-10T00:13:48,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/c710a20fd2fc414a803f88d8999ee1b6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c710a20fd2fc414a803f88d8999ee1b6 2024-11-10T00:13:48,265 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c710a20fd2fc414a803f88d8999ee1b6, entries=150, sequenceid=456, filesize=12.0 K 2024-11-10T00:13:48,266 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for abfef83f79447e1818226c9e8ec4e05f in 494ms, sequenceid=456, compaction requested=false 2024-11-10T00:13:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-10T00:13:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-10T00:13:48,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T00:13:48,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 802 msec 2024-11-10T00:13:48,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 810 msec 2024-11-10T00:13:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:48,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T00:13:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:48,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/6c1c16ae0dff40e3b905f1c6d00dad4f is 50, key is test_row_0/A:col10/1731197628002/Put/seqid=0 2024-11-10T00:13:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741927_1103 (size=14741) 2024-11-10T00:13:48,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/6c1c16ae0dff40e3b905f1c6d00dad4f 2024-11-10T00:13:48,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ae326cf9dc3e40bda4c489e37d73f573 is 50, key is test_row_0/B:col10/1731197628002/Put/seqid=0 2024-11-10T00:13:48,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197688367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197688372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197688376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197688382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741928_1104 (size=12301) 2024-11-10T00:13:48,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ae326cf9dc3e40bda4c489e37d73f573 2024-11-10T00:13:48,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/74187171ce534d2ca8c968b794947db6 is 50, key is test_row_0/C:col10/1731197628002/Put/seqid=0 2024-11-10T00:13:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741929_1105 (size=12301) 2024-11-10T00:13:48,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/74187171ce534d2ca8c968b794947db6 2024-11-10T00:13:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/6c1c16ae0dff40e3b905f1c6d00dad4f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6c1c16ae0dff40e3b905f1c6d00dad4f 2024-11-10T00:13:48,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6c1c16ae0dff40e3b905f1c6d00dad4f, entries=200, sequenceid=476, filesize=14.4 K 2024-11-10T00:13:48,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/ae326cf9dc3e40bda4c489e37d73f573 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae326cf9dc3e40bda4c489e37d73f573 2024-11-10T00:13:48,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae326cf9dc3e40bda4c489e37d73f573, entries=150, sequenceid=476, filesize=12.0 K 2024-11-10T00:13:48,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/74187171ce534d2ca8c968b794947db6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/74187171ce534d2ca8c968b794947db6 2024-11-10T00:13:48,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/74187171ce534d2ca8c968b794947db6, entries=150, sequenceid=476, filesize=12.0 K 2024-11-10T00:13:48,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for abfef83f79447e1818226c9e8ec4e05f in 108ms, sequenceid=476, compaction requested=true 2024-11-10T00:13:48,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:48,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:48,452 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:48,452 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:48,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:48,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:48,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:48,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:48,454 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:48,454 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:48,454 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,454 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a09958b0fcf540a9b48007d1bb5ae69a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/db2af6dffe674ece9fb795c31b8f2032, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae326cf9dc3e40bda4c489e37d73f573] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=37.0 K 2024-11-10T00:13:48,454 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:48,454 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:48,455 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,455 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/610aa7e06b80410791c3bbfc11205f82, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/7974c2f9fb45400b994d4884f4df81e4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6c1c16ae0dff40e3b905f1c6d00dad4f] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=39.4 K 2024-11-10T00:13:48,455 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a09958b0fcf540a9b48007d1bb5ae69a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731197626183 2024-11-10T00:13:48,455 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 610aa7e06b80410791c3bbfc11205f82, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731197626183 2024-11-10T00:13:48,456 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting db2af6dffe674ece9fb795c31b8f2032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731197626840 2024-11-10T00:13:48,456 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7974c2f9fb45400b994d4884f4df81e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731197626840 2024-11-10T00:13:48,456 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ae326cf9dc3e40bda4c489e37d73f573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731197628002 2024-11-10T00:13:48,456 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c1c16ae0dff40e3b905f1c6d00dad4f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731197628002 2024-11-10T00:13:48,468 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:48,469 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:48,469 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/cdd8b385e25e4fa796cc9b8257418345 is 50, key is test_row_0/B:col10/1731197628002/Put/seqid=0 2024-11-10T00:13:48,469 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/171ab18250e545f0ad98405d22d668cf is 50, key is test_row_0/A:col10/1731197628002/Put/seqid=0 2024-11-10T00:13:48,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741930_1106 (size=13357) 2024-11-10T00:13:48,488 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/cdd8b385e25e4fa796cc9b8257418345 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cdd8b385e25e4fa796cc9b8257418345 2024-11-10T00:13:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:48,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:13:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:48,497 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into cdd8b385e25e4fa796cc9b8257418345(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:48,498 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,498 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=13, startTime=1731197628452; duration=0sec 2024-11-10T00:13:48,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2ac6d2a1b1e94489acee6188f34bfb74 is 50, key is test_row_0/A:col10/1731197628487/Put/seqid=0 2024-11-10T00:13:48,498 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:48,498 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:48,498 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:48,500 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:48,500 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:48,500 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,500 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45b0050c2ede4c5f9e8c17b7240cf595, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c710a20fd2fc414a803f88d8999ee1b6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/74187171ce534d2ca8c968b794947db6] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=37.0 K 2024-11-10T00:13:48,501 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 45b0050c2ede4c5f9e8c17b7240cf595, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731197626183 2024-11-10T00:13:48,501 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c710a20fd2fc414a803f88d8999ee1b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731197626840 2024-11-10T00:13:48,502 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 74187171ce534d2ca8c968b794947db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731197628002 2024-11-10T00:13:48,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741931_1107 (size=13357) 2024-11-10T00:13:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741932_1108 (size=17181) 2024-11-10T00:13:48,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2ac6d2a1b1e94489acee6188f34bfb74 2024-11-10T00:13:48,519 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:48,520 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1f9fe0d1025941a9a1205e64da345e22 is 50, key is test_row_0/C:col10/1731197628002/Put/seqid=0 2024-11-10T00:13:48,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741933_1109 (size=13357) 2024-11-10T00:13:48,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/495e95e86c274eb899c0e9d846007d45 is 50, key is test_row_0/B:col10/1731197628487/Put/seqid=0 2024-11-10T00:13:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197688515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197688517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197688524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197688530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,533 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1f9fe0d1025941a9a1205e64da345e22 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f9fe0d1025941a9a1205e64da345e22 2024-11-10T00:13:48,539 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 1f9fe0d1025941a9a1205e64da345e22(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:48,539 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,539 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=13, startTime=1731197628453; duration=0sec 2024-11-10T00:13:48,539 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:48,539 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:48,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741934_1110 (size=12301) 2024-11-10T00:13:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T00:13:48,602 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:48,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-10T00:13:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T00:13:48,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:48,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:48,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197688642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197688643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197688643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197688643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T00:13:48,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T00:13:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:48,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197688851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197688851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197688852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:48,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197688852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:48,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:48,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T00:13:48,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:48,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:48,915 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/171ab18250e545f0ad98405d22d668cf as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/171ab18250e545f0ad98405d22d668cf 2024-11-10T00:13:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T00:13:48,922 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into 171ab18250e545f0ad98405d22d668cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:48,922 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:48,922 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=13, startTime=1731197628452; duration=0sec 2024-11-10T00:13:48,922 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:48,922 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:48,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/495e95e86c274eb899c0e9d846007d45 2024-11-10T00:13:48,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/2508da51fc8f416bbb99e461ab8c3fa4 is 50, key is test_row_0/C:col10/1731197628487/Put/seqid=0 2024-11-10T00:13:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741935_1111 (size=12301) 2024-11-10T00:13:48,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/2508da51fc8f416bbb99e461ab8c3fa4 2024-11-10T00:13:48,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/2ac6d2a1b1e94489acee6188f34bfb74 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2ac6d2a1b1e94489acee6188f34bfb74 2024-11-10T00:13:48,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2ac6d2a1b1e94489acee6188f34bfb74, entries=250, sequenceid=494, filesize=16.8 K 2024-11-10T00:13:48,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/495e95e86c274eb899c0e9d846007d45 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/495e95e86c274eb899c0e9d846007d45 2024-11-10T00:13:48,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/495e95e86c274eb899c0e9d846007d45, entries=150, sequenceid=494, filesize=12.0 K 2024-11-10T00:13:48,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/2508da51fc8f416bbb99e461ab8c3fa4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/2508da51fc8f416bbb99e461ab8c3fa4 2024-11-10T00:13:49,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/2508da51fc8f416bbb99e461ab8c3fa4, entries=150, sequenceid=494, filesize=12.0 K 2024-11-10T00:13:49,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for abfef83f79447e1818226c9e8ec4e05f in 523ms, sequenceid=494, compaction requested=false 2024-11-10T00:13:49,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:49,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T00:13:49,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:49,071 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:13:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/a02c4364d531487e9fceda3b5385ba7c is 50, key is test_row_0/A:col10/1731197628521/Put/seqid=0 2024-11-10T00:13:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741936_1112 (size=12301) 2024-11-10T00:13:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:49,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:49,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197689188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197689189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197689190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197689190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T00:13:49,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197689302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197689303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197689303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197689303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,488 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/a02c4364d531487e9fceda3b5385ba7c 2024-11-10T00:13:49,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/93d6815e0c294e42917b3ff2d6f0da62 is 50, key is test_row_0/B:col10/1731197628521/Put/seqid=0 2024-11-10T00:13:49,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741937_1113 (size=12301) 2024-11-10T00:13:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197689511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197689512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197689512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197689522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T00:13:49,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197689821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197689831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197689832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197689832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:49,908 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/93d6815e0c294e42917b3ff2d6f0da62 2024-11-10T00:13:49,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/4eca6a39961a4ce4b6d656ee2df9a0ef is 50, key is test_row_0/C:col10/1731197628521/Put/seqid=0 2024-11-10T00:13:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741938_1114 (size=12301) 2024-11-10T00:13:49,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/4eca6a39961a4ce4b6d656ee2df9a0ef 2024-11-10T00:13:49,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/a02c4364d531487e9fceda3b5385ba7c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a02c4364d531487e9fceda3b5385ba7c 2024-11-10T00:13:49,957 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a02c4364d531487e9fceda3b5385ba7c, entries=150, sequenceid=511, filesize=12.0 K 2024-11-10T00:13:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/93d6815e0c294e42917b3ff2d6f0da62 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/93d6815e0c294e42917b3ff2d6f0da62 2024-11-10T00:13:49,963 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/93d6815e0c294e42917b3ff2d6f0da62, entries=150, sequenceid=511, filesize=12.0 K 2024-11-10T00:13:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/4eca6a39961a4ce4b6d656ee2df9a0ef as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4eca6a39961a4ce4b6d656ee2df9a0ef 2024-11-10T00:13:49,970 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4eca6a39961a4ce4b6d656ee2df9a0ef, entries=150, sequenceid=511, filesize=12.0 K 2024-11-10T00:13:49,972 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for abfef83f79447e1818226c9e8ec4e05f in 901ms, sequenceid=511, compaction requested=true 2024-11-10T00:13:49,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:49,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:49,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-10T00:13:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-10T00:13:49,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T00:13:49,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3680 sec 2024-11-10T00:13:49,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.3750 sec 2024-11-10T00:13:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:50,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T00:13:50,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:50,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:50,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:50,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:50,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:50,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:50,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/5bd0de7568d14fee9bfc0e079612334d is 50, key is test_row_0/A:col10/1731197630332/Put/seqid=0 2024-11-10T00:13:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741939_1115 (size=14741) 2024-11-10T00:13:50,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/5bd0de7568d14fee9bfc0e079612334d 2024-11-10T00:13:50,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0cd466e4663b4132aaf9ce9041b7df07 is 50, key is test_row_0/B:col10/1731197630332/Put/seqid=0 2024-11-10T00:13:50,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197690350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197690355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197690358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197690359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741940_1116 (size=12301) 2024-11-10T00:13:50,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197690462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197690471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197690471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197690471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197690672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197690681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197690681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197690681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T00:13:50,753 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:50,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-10T00:13:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T00:13:50,755 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:50,756 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:50,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:50,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0cd466e4663b4132aaf9ce9041b7df07 2024-11-10T00:13:50,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/9dc827aa28e24205b5344be1f4a599a2 is 50, key is test_row_0/C:col10/1731197630332/Put/seqid=0 2024-11-10T00:13:50,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741941_1117 (size=12301) 2024-11-10T00:13:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T00:13:50,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T00:13:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:50,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:50,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197690982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197690991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197690991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197690991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T00:13:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T00:13:51,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/9dc827aa28e24205b5344be1f4a599a2 2024-11-10T00:13:51,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/5bd0de7568d14fee9bfc0e079612334d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5bd0de7568d14fee9bfc0e079612334d 2024-11-10T00:13:51,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5bd0de7568d14fee9bfc0e079612334d, entries=200, sequenceid=531, filesize=14.4 K 2024-11-10T00:13:51,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/0cd466e4663b4132aaf9ce9041b7df07 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0cd466e4663b4132aaf9ce9041b7df07 2024-11-10T00:13:51,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0cd466e4663b4132aaf9ce9041b7df07, entries=150, sequenceid=531, filesize=12.0 K 2024-11-10T00:13:51,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/9dc827aa28e24205b5344be1f4a599a2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9dc827aa28e24205b5344be1f4a599a2 2024-11-10T00:13:51,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T00:13:51,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:51,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:51,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9dc827aa28e24205b5344be1f4a599a2, entries=150, sequenceid=531, filesize=12.0 K 2024-11-10T00:13:51,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for abfef83f79447e1818226c9e8ec4e05f in 889ms, sequenceid=531, compaction requested=true 2024-11-10T00:13:51,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:51,224 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:51,224 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:51,225 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57580 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:51,226 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:51,226 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:51,226 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:51,226 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,226 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,226 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cdd8b385e25e4fa796cc9b8257418345, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/495e95e86c274eb899c0e9d846007d45, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/93d6815e0c294e42917b3ff2d6f0da62, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0cd466e4663b4132aaf9ce9041b7df07] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=49.1 K 2024-11-10T00:13:51,226 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/171ab18250e545f0ad98405d22d668cf, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2ac6d2a1b1e94489acee6188f34bfb74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a02c4364d531487e9fceda3b5385ba7c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5bd0de7568d14fee9bfc0e079612334d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=56.2 K 2024-11-10T00:13:51,226 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd8b385e25e4fa796cc9b8257418345, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731197628002 2024-11-10T00:13:51,226 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 171ab18250e545f0ad98405d22d668cf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731197628002 2024-11-10T00:13:51,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ac6d2a1b1e94489acee6188f34bfb74, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731197628367 2024-11-10T00:13:51,227 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 495e95e86c274eb899c0e9d846007d45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731197628367 2024-11-10T00:13:51,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a02c4364d531487e9fceda3b5385ba7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731197628510 2024-11-10T00:13:51,227 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d6815e0c294e42917b3ff2d6f0da62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731197628510 2024-11-10T00:13:51,228 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bd0de7568d14fee9bfc0e079612334d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731197629186 2024-11-10T00:13:51,228 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cd466e4663b4132aaf9ce9041b7df07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731197629186 2024-11-10T00:13:51,242 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:51,243 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6e591c3983aa432b89abf405d79b4a96 is 50, key is test_row_0/B:col10/1731197630332/Put/seqid=0 2024-11-10T00:13:51,247 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:51,247 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/dff297991f034e099ae06836d11d89e7 is 50, key is test_row_0/A:col10/1731197630332/Put/seqid=0 2024-11-10T00:13:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741943_1119 (size=13493) 2024-11-10T00:13:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741942_1118 (size=13493) 2024-11-10T00:13:51,270 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/6e591c3983aa432b89abf405d79b4a96 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6e591c3983aa432b89abf405d79b4a96 2024-11-10T00:13:51,271 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/dff297991f034e099ae06836d11d89e7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dff297991f034e099ae06836d11d89e7 2024-11-10T00:13:51,277 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into 6e591c3983aa432b89abf405d79b4a96(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:51,277 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:51,277 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=12, startTime=1731197631224; duration=0sec 2024-11-10T00:13:51,277 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:51,277 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:51,278 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:51,279 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into dff297991f034e099ae06836d11d89e7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:51,279 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:51,279 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=12, startTime=1731197631223; duration=0sec 2024-11-10T00:13:51,279 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:51,279 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:51,280 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:51,280 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:51,280 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,280 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f9fe0d1025941a9a1205e64da345e22, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/2508da51fc8f416bbb99e461ab8c3fa4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4eca6a39961a4ce4b6d656ee2df9a0ef, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9dc827aa28e24205b5344be1f4a599a2] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=49.1 K 2024-11-10T00:13:51,282 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f9fe0d1025941a9a1205e64da345e22, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731197628002 2024-11-10T00:13:51,283 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2508da51fc8f416bbb99e461ab8c3fa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731197628367 2024-11-10T00:13:51,283 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eca6a39961a4ce4b6d656ee2df9a0ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731197628510 2024-11-10T00:13:51,284 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dc827aa28e24205b5344be1f4a599a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731197629186 2024-11-10T00:13:51,296 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:51,297 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ddc0d5d0bc6f4e08b6e8beb9e08385d3 is 50, key is test_row_0/C:col10/1731197630332/Put/seqid=0 2024-11-10T00:13:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741944_1120 (size=13493) 2024-11-10T00:13:51,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T00:13:51,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,371 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T00:13:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:51,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/b26a7f23461a4a05b10de17a60d5d733 is 50, key is test_row_0/A:col10/1731197630344/Put/seqid=0 2024-11-10T00:13:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T00:13:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741945_1121 (size=12301) 2024-11-10T00:13:51,384 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/b26a7f23461a4a05b10de17a60d5d733 2024-11-10T00:13:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/b94363510bcf41939c3dd6f8f99e4d80 is 50, key is test_row_0/B:col10/1731197630344/Put/seqid=0 2024-11-10T00:13:51,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741946_1122 (size=12301) 2024-11-10T00:13:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:51,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197691520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197691524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197691525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197691526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197691632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197691632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197691642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197691642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,708 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ddc0d5d0bc6f4e08b6e8beb9e08385d3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ddc0d5d0bc6f4e08b6e8beb9e08385d3 2024-11-10T00:13:51,715 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into ddc0d5d0bc6f4e08b6e8beb9e08385d3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:51,715 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:51,715 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=12, startTime=1731197631224; duration=0sec 2024-11-10T00:13:51,715 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:51,715 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:51,798 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/b94363510bcf41939c3dd6f8f99e4d80 2024-11-10T00:13:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/53c4de1a47db4cffb5e5f3889ce40070 is 50, key is test_row_0/C:col10/1731197630344/Put/seqid=0 2024-11-10T00:13:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741947_1123 (size=12301) 2024-11-10T00:13:51,815 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/53c4de1a47db4cffb5e5f3889ce40070 2024-11-10T00:13:51,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/b26a7f23461a4a05b10de17a60d5d733 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b26a7f23461a4a05b10de17a60d5d733 2024-11-10T00:13:51,829 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b26a7f23461a4a05b10de17a60d5d733, entries=150, sequenceid=545, filesize=12.0 K 2024-11-10T00:13:51,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/b94363510bcf41939c3dd6f8f99e4d80 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b94363510bcf41939c3dd6f8f99e4d80 2024-11-10T00:13:51,835 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b94363510bcf41939c3dd6f8f99e4d80, entries=150, sequenceid=545, filesize=12.0 K 2024-11-10T00:13:51,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/53c4de1a47db4cffb5e5f3889ce40070 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/53c4de1a47db4cffb5e5f3889ce40070 2024-11-10T00:13:51,842 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/53c4de1a47db4cffb5e5f3889ce40070, entries=150, sequenceid=545, filesize=12.0 K 2024-11-10T00:13:51,843 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for abfef83f79447e1818226c9e8ec4e05f in 473ms, sequenceid=545, compaction requested=false 2024-11-10T00:13:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T00:13:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T00:13:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:51,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197631518, max timestamp=1731197631842Num uniques 859; 2024-11-10T00:13:51,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:51,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197631518, max timestamp=1731197631842Num uniques 859; 2024-11-10T00:13:51,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:51,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-10T00:13:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:51,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197631518, max timestamp=1731197631842Num uniques 859; 2024-11-10T00:13:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:51,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:51,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T00:13:51,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-10T00:13:51,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/af7ebf173ea141d59b05fa1352f65812 is 50, key is test_row_0/A:col10/1731197631522/Put/seqid=0 2024-11-10T00:13:51,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.1040 sec 2024-11-10T00:13:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741948_1124 (size=17181) 2024-11-10T00:13:51,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/af7ebf173ea141d59b05fa1352f65812 2024-11-10T00:13:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T00:13:51,892 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:51,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197631872, max timestamp=1731197631888Num uniques 859; 2024-11-10T00:13:51,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:51,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:13:51,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197631872, max timestamp=1731197631888Num uniques 859; 2024-11-10T00:13:51,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197631872, max timestamp=1731197631888Num uniques 859; 2024-11-10T00:13:51,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:51,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:13:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-10T00:13:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T00:13:51,895 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:13:51,896 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:13:51,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:13:51,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d34c0f3353fc45728962b1f16470bf18 is 50, key is test_row_0/B:col10/1731197631522/Put/seqid=0 2024-11-10T00:13:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741949_1125 (size=12301) 2024-11-10T00:13:51,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d34c0f3353fc45728962b1f16470bf18 2024-11-10T00:13:51,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/45d9a651714a48cca978325f2dae8c8c is 50, key is test_row_0/C:col10/1731197631522/Put/seqid=0 2024-11-10T00:13:51,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731197631916, max timestamp=1731197631932Num uniques 1018; 2024-11-10T00:13:51,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-11-10T00:13:51,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731197631916, max timestamp=1731197631932Num uniques 1018; 2024-11-10T00:13:51,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-11-10T00:13:51,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731197631916, max timestamp=1731197631932Num uniques 1018; 2024-11-10T00:13:51,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-11-10T00:13:51,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741950_1126 (size=12301) 2024-11-10T00:13:51,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/45d9a651714a48cca978325f2dae8c8c 2024-11-10T00:13:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/af7ebf173ea141d59b05fa1352f65812 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/af7ebf173ea141d59b05fa1352f65812 2024-11-10T00:13:51,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/af7ebf173ea141d59b05fa1352f65812, entries=250, sequenceid=568, filesize=16.8 K 2024-11-10T00:13:51,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/d34c0f3353fc45728962b1f16470bf18 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d34c0f3353fc45728962b1f16470bf18 2024-11-10T00:13:51,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d34c0f3353fc45728962b1f16470bf18, entries=150, sequenceid=568, filesize=12.0 K 2024-11-10T00:13:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/45d9a651714a48cca978325f2dae8c8c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45d9a651714a48cca978325f2dae8c8c 2024-11-10T00:13:51,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197691970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197691978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:51,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:51,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:51,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45d9a651714a48cca978325f2dae8c8c, entries=150, sequenceid=568, filesize=12.0 K 2024-11-10T00:13:51,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for abfef83f79447e1818226c9e8ec4e05f in 135ms, sequenceid=568, compaction requested=true 2024-11-10T00:13:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:51,984 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:51,984 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:51,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:51,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:51,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:51,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:51,985 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:51,985 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:51,986 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,986 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dff297991f034e099ae06836d11d89e7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b26a7f23461a4a05b10de17a60d5d733, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/af7ebf173ea141d59b05fa1352f65812] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=42.0 K 2024-11-10T00:13:51,986 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:51,986 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:51,986 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:51,986 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6e591c3983aa432b89abf405d79b4a96, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b94363510bcf41939c3dd6f8f99e4d80, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d34c0f3353fc45728962b1f16470bf18] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=37.2 K 2024-11-10T00:13:51,986 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting dff297991f034e099ae06836d11d89e7, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731197629186 2024-11-10T00:13:51,987 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e591c3983aa432b89abf405d79b4a96, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731197629186 2024-11-10T00:13:51,987 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b94363510bcf41939c3dd6f8f99e4d80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731197630344 2024-11-10T00:13:51,987 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting b26a7f23461a4a05b10de17a60d5d733, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731197630344 2024-11-10T00:13:51,988 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting af7ebf173ea141d59b05fa1352f65812, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731197631518 2024-11-10T00:13:51,988 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d34c0f3353fc45728962b1f16470bf18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731197631522 2024-11-10T00:13:51,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197631976, max timestamp=1731197631992Num uniques 1177; 2024-11-10T00:13:51,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=8102, suffix heap size=150376,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=177 2024-11-10T00:13:51,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197631976, max timestamp=1731197631992Num uniques 1177; 2024-11-10T00:13:51,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=8102, suffix heap size=150376,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=177 2024-11-10T00:13:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:52,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=78.27 KB heapSize=213.11 KB 2024-11-10T00:13:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:13:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:13:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T00:13:52,011 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:52,011 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/a9ec5cdc3aaf4d71a07fb1fab4cbadce is 50, key is test_row_0/A:col10/1731197631522/Put/seqid=0 2024-11-10T00:13:52,021 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:52,022 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/207ccb066ea94586832a65b6aa312574 is 50, key is test_row_0/B:col10/1731197631522/Put/seqid=0 2024-11-10T00:13:52,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/f6c10abd91a04f7f9ef1112ad03800de is 50, key is test_row_0/A:col10/1731197631978/Put/seqid=0 2024-11-10T00:13:52,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-10T00:13:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:52,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:13:52,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741951_1127 (size=13595) 2024-11-10T00:13:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197692055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197692056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,066 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/a9ec5cdc3aaf4d71a07fb1fab4cbadce as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a9ec5cdc3aaf4d71a07fb1fab4cbadce 2024-11-10T00:13:52,073 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into a9ec5cdc3aaf4d71a07fb1fab4cbadce(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:52,073 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:52,073 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=13, startTime=1731197631984; duration=0sec 2024-11-10T00:13:52,073 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:52,073 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:52,073 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:13:52,074 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:13:52,075 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:52,075 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:52,075 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ddc0d5d0bc6f4e08b6e8beb9e08385d3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/53c4de1a47db4cffb5e5f3889ce40070, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45d9a651714a48cca978325f2dae8c8c] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=37.2 K 2024-11-10T00:13:52,076 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddc0d5d0bc6f4e08b6e8beb9e08385d3, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731197629186 2024-11-10T00:13:52,076 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53c4de1a47db4cffb5e5f3889ce40070, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731197630344 2024-11-10T00:13:52,077 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45d9a651714a48cca978325f2dae8c8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731197631522 2024-11-10T00:13:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741952_1128 (size=13595) 2024-11-10T00:13:52,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197692082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741953_1129 (size=12301) 2024-11-10T00:13:52,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/f6c10abd91a04f7f9ef1112ad03800de 2024-11-10T00:13:52,096 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:52,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197692092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,100 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ea25485ae1b14f2daabbe6f06dd36d0d is 50, key is test_row_0/C:col10/1731197631522/Put/seqid=0 2024-11-10T00:13:52,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/b81821b711df449485482c784b5b67e6 is 50, key is test_row_0/B:col10/1731197631978/Put/seqid=0 2024-11-10T00:13:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741954_1130 (size=13595) 2024-11-10T00:13:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741955_1131 (size=12301) 2024-11-10T00:13:52,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/b81821b711df449485482c784b5b67e6 2024-11-10T00:13:52,120 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/ea25485ae1b14f2daabbe6f06dd36d0d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ea25485ae1b14f2daabbe6f06dd36d0d 2024-11-10T00:13:52,133 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into ea25485ae1b14f2daabbe6f06dd36d0d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:52,133 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:52,133 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=13, startTime=1731197631985; duration=0sec 2024-11-10T00:13:52,133 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:52,133 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:52,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f81eb6d6e97641e5b447040f7881fc8e is 50, key is test_row_0/C:col10/1731197631978/Put/seqid=0 2024-11-10T00:13:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741956_1132 (size=12301) 2024-11-10T00:13:52,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f81eb6d6e97641e5b447040f7881fc8e 2024-11-10T00:13:52,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/f6c10abd91a04f7f9ef1112ad03800de as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/f6c10abd91a04f7f9ef1112ad03800de 2024-11-10T00:13:52,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/f6c10abd91a04f7f9ef1112ad03800de, entries=150, sequenceid=624, filesize=12.0 K 2024-11-10T00:13:52,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/b81821b711df449485482c784b5b67e6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b81821b711df449485482c784b5b67e6 2024-11-10T00:13:52,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197692172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197692172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b81821b711df449485482c784b5b67e6, entries=150, sequenceid=624, filesize=12.0 K 2024-11-10T00:13:52,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f81eb6d6e97641e5b447040f7881fc8e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f81eb6d6e97641e5b447040f7881fc8e 2024-11-10T00:13:52,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f81eb6d6e97641e5b447040f7881fc8e, entries=150, sequenceid=624, filesize=12.0 K 2024-11-10T00:13:52,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~78.27 KB/80150, heapSize ~213.06 KB/218176, currentSize=100.63 KB/103050 for abfef83f79447e1818226c9e8ec4e05f in 183ms, sequenceid=624, compaction requested=false 2024-11-10T00:13:52,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:52,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-10T00:13:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:52,206 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:13:52,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:52,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:52,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:52,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:52,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:52,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T00:13:52,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/e2779d3988094b66b7a46e7c637d1134 is 50, key is test_row_0/A:col10/1731197632040/Put/seqid=0 2024-11-10T00:13:52,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741957_1133 (size=12301) 2024-11-10T00:13:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:52,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. as already flushing 2024-11-10T00:13:52,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197692322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197692323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,367 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-10T00:13:52,367 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:52,369 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-10T00:13:52,370 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:52,370 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-10T00:13:52,370 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:52,373 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,373 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,374 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,374 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,374 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:52,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:52,375 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:52,378 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-10T00:13:52,378 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:52,378 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,378 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:52,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197692382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197692382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197692442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197692442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,488 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/207ccb066ea94586832a65b6aa312574 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/207ccb066ea94586832a65b6aa312574 2024-11-10T00:13:52,493 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into 207ccb066ea94586832a65b6aa312574(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:52,493 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:52,493 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=13, startTime=1731197631984; duration=0sec 2024-11-10T00:13:52,494 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:52,494 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T00:13:52,620 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/e2779d3988094b66b7a46e7c637d1134 2024-11-10T00:13:52,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/a83d81b1719845a8aca0d5bf994f74e6 is 50, key is test_row_0/B:col10/1731197632040/Put/seqid=0 2024-11-10T00:13:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741958_1134 (size=12301) 2024-11-10T00:13:52,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197692651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197692651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197692692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197692692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45702 deadline: 1731197692962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45688 deadline: 1731197692962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T00:13:53,032 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/a83d81b1719845a8aca0d5bf994f74e6 2024-11-10T00:13:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae is 50, key is test_row_0/C:col10/1731197632040/Put/seqid=0 2024-11-10T00:13:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741959_1135 (size=12301) 2024-11-10T00:13:53,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:53,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:13:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45732 deadline: 1731197693202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45656 deadline: 1731197693202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:53,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:53,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:53,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:53,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:13:53,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:53,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:13:53,444 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae 2024-11-10T00:13:53,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/e2779d3988094b66b7a46e7c637d1134 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e2779d3988094b66b7a46e7c637d1134 2024-11-10T00:13:53,454 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e2779d3988094b66b7a46e7c637d1134, entries=150, sequenceid=644, filesize=12.0 K 2024-11-10T00:13:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/a83d81b1719845a8aca0d5bf994f74e6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a83d81b1719845a8aca0d5bf994f74e6 2024-11-10T00:13:53,459 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a83d81b1719845a8aca0d5bf994f74e6, entries=150, sequenceid=644, filesize=12.0 K 2024-11-10T00:13:53,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae 2024-11-10T00:13:53,463 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae, entries=150, sequenceid=644, filesize=12.0 K 2024-11-10T00:13:53,464 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for abfef83f79447e1818226c9e8ec4e05f in 1258ms, sequenceid=644, compaction requested=true 2024-11-10T00:13:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T00:13:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T00:13:53,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T00:13:53,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5690 sec 2024-11-10T00:13:53,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.5740 sec 2024-11-10T00:13:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:53,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:13:53,473 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-10T00:13:53,473 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-10T00:13:53,474 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:53,474 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:53,474 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:53,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:53,474 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:53,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:53,474 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:53,474 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:53,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:53,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:53,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:53,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:53,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:53,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:53,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/409371971fad4d349c9b9fe913f63096 is 50, key is test_row_0/A:col10/1731197633472/Put/seqid=0 2024-11-10T00:13:53,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741960_1136 (size=12301) 2024-11-10T00:13:53,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/409371971fad4d349c9b9fe913f63096 2024-11-10T00:13:53,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:13:53,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/8661d9c1bac240348a285f9f6b036e52 is 50, key is test_row_0/B:col10/1731197633472/Put/seqid=0 2024-11-10T00:13:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741961_1137 (size=12301) 2024-11-10T00:13:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T00:13:54,042 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:54,214 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-10T00:13:54,214 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:54,214 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:54,214 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:54,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:54,222 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-10T00:13:54,222 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:54,222 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:54,222 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:54,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:54,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/8661d9c1bac240348a285f9f6b036e52 2024-11-10T00:13:54,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/018ed0e46fbb4e1d9c7058611dfc378c is 50, key is test_row_0/C:col10/1731197633472/Put/seqid=0 2024-11-10T00:13:54,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741962_1138 (size=12301) 2024-11-10T00:13:54,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/018ed0e46fbb4e1d9c7058611dfc378c 2024-11-10T00:13:54,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/409371971fad4d349c9b9fe913f63096 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/409371971fad4d349c9b9fe913f63096 2024-11-10T00:13:54,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/409371971fad4d349c9b9fe913f63096, entries=150, sequenceid=661, filesize=12.0 K 2024-11-10T00:13:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/8661d9c1bac240348a285f9f6b036e52 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8661d9c1bac240348a285f9f6b036e52 2024-11-10T00:13:54,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8661d9c1bac240348a285f9f6b036e52, entries=150, sequenceid=661, filesize=12.0 K 2024-11-10T00:13:54,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/018ed0e46fbb4e1d9c7058611dfc378c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/018ed0e46fbb4e1d9c7058611dfc378c 2024-11-10T00:13:54,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/018ed0e46fbb4e1d9c7058611dfc378c, entries=150, sequenceid=661, filesize=12.0 K 2024-11-10T00:13:54,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=13.42 KB/13740 for abfef83f79447e1818226c9e8ec4e05f in 1252ms, sequenceid=661, compaction requested=true 2024-11-10T00:13:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:13:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:13:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:54,725 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store abfef83f79447e1818226c9e8ec4e05f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:13:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:54,725 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:54,726 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:54,726 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:54,726 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/A is initiating minor compaction (all files) 2024-11-10T00:13:54,726 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/B is initiating minor compaction (all files) 2024-11-10T00:13:54,727 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/A in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:54,727 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/B in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:54,727 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a9ec5cdc3aaf4d71a07fb1fab4cbadce, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/f6c10abd91a04f7f9ef1112ad03800de, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e2779d3988094b66b7a46e7c637d1134, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/409371971fad4d349c9b9fe913f63096] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=49.3 K 2024-11-10T00:13:54,727 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/207ccb066ea94586832a65b6aa312574, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b81821b711df449485482c784b5b67e6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a83d81b1719845a8aca0d5bf994f74e6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8661d9c1bac240348a285f9f6b036e52] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=49.3 K 2024-11-10T00:13:54,727 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9ec5cdc3aaf4d71a07fb1fab4cbadce, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731197631522 2024-11-10T00:13:54,727 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 207ccb066ea94586832a65b6aa312574, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731197631522 2024-11-10T00:13:54,727 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6c10abd91a04f7f9ef1112ad03800de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1731197631978 2024-11-10T00:13:54,727 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b81821b711df449485482c784b5b67e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1731197631978 2024-11-10T00:13:54,728 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2779d3988094b66b7a46e7c637d1134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731197632040 2024-11-10T00:13:54,728 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a83d81b1719845a8aca0d5bf994f74e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731197632040 2024-11-10T00:13:54,728 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 409371971fad4d349c9b9fe913f63096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1731197632321 2024-11-10T00:13:54,728 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 8661d9c1bac240348a285f9f6b036e52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1731197632321 2024-11-10T00:13:54,738 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#A#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:54,739 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/72e053a027224cf6b0381019b74cbc73 is 50, key is test_row_0/A:col10/1731197633472/Put/seqid=0 2024-11-10T00:13:54,739 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:54,740 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/9d05cadadadd45dc81014b6ce1180c83 is 50, key is test_row_0/B:col10/1731197633472/Put/seqid=0 2024-11-10T00:13:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741963_1139 (size=13731) 2024-11-10T00:13:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741964_1140 (size=13731) 2024-11-10T00:13:55,152 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/9d05cadadadd45dc81014b6ce1180c83 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/9d05cadadadd45dc81014b6ce1180c83 2024-11-10T00:13:55,152 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/72e053a027224cf6b0381019b74cbc73 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/72e053a027224cf6b0381019b74cbc73 2024-11-10T00:13:55,157 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/A of abfef83f79447e1818226c9e8ec4e05f into 72e053a027224cf6b0381019b74cbc73(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:55,158 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:55,158 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/A, priority=12, startTime=1731197634725; duration=0sec 2024-11-10T00:13:55,158 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/B of abfef83f79447e1818226c9e8ec4e05f into 9d05cadadadd45dc81014b6ce1180c83(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:55,158 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:13:55,158 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:55,158 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:A 2024-11-10T00:13:55,158 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/B, priority=12, startTime=1731197634725; duration=0sec 2024-11-10T00:13:55,158 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:13:55,158 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:55,158 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:B 2024-11-10T00:13:55,159 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:13:55,159 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): abfef83f79447e1818226c9e8ec4e05f/C is initiating minor compaction (all files) 2024-11-10T00:13:55,159 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of abfef83f79447e1818226c9e8ec4e05f/C in TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:55,159 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ea25485ae1b14f2daabbe6f06dd36d0d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f81eb6d6e97641e5b447040f7881fc8e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/018ed0e46fbb4e1d9c7058611dfc378c] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp, totalSize=49.3 K 2024-11-10T00:13:55,160 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea25485ae1b14f2daabbe6f06dd36d0d, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731197631522 2024-11-10T00:13:55,160 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f81eb6d6e97641e5b447040f7881fc8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1731197631978 2024-11-10T00:13:55,160 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0ed7e6b25cc4da2b4fab5ce5f75ecae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1731197632040 2024-11-10T00:13:55,161 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 018ed0e46fbb4e1d9c7058611dfc378c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1731197632321 2024-11-10T00:13:55,170 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): abfef83f79447e1818226c9e8ec4e05f#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:13:55,170 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1afd6c2eb88a4978998112b170a979bd is 50, key is test_row_0/C:col10/1731197633472/Put/seqid=0 2024-11-10T00:13:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741965_1141 (size=13731) 2024-11-10T00:13:55,580 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/1afd6c2eb88a4978998112b170a979bd as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1afd6c2eb88a4978998112b170a979bd 2024-11-10T00:13:55,585 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in abfef83f79447e1818226c9e8ec4e05f/C of abfef83f79447e1818226c9e8ec4e05f into 1afd6c2eb88a4978998112b170a979bd(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:13:55,585 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for abfef83f79447e1818226c9e8ec4e05f: 2024-11-10T00:13:55,585 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., storeName=abfef83f79447e1818226c9e8ec4e05f/C, priority=12, startTime=1731197634725; duration=0sec 2024-11-10T00:13:55,586 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:13:55,586 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: abfef83f79447e1818226c9e8ec4e05f:C 2024-11-10T00:13:55,893 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-10T00:13:55,893 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:13:55,893 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:55,894 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:55,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2944 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2932 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1269 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3807 rows 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1282 2024-11-10T00:13:55,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3843 rows 2024-11-10T00:13:55,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:13:55,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:13:55,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:55,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:13:55,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:13:55,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T00:13:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T00:13:55,906 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197635906"}]},"ts":"1731197635906"} 2024-11-10T00:13:55,909 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T00:13:55,909 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T00:13:55,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:13:55,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, UNASSIGN}] 2024-11-10T00:13:55,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, UNASSIGN 2024-11-10T00:13:55,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=abfef83f79447e1818226c9e8ec4e05f, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, UNASSIGN because future has completed 2024-11-10T00:13:55,920 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:13:55,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:13:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T00:13:56,077 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:56,077 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:13:56,078 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing abfef83f79447e1818226c9e8ec4e05f, disabling compactions & flushes 2024-11-10T00:13:56,078 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:56,078 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:56,078 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. after waiting 0 ms 2024-11-10T00:13:56,078 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:56,078 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing abfef83f79447e1818226c9e8ec4e05f 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T00:13:56,079 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=A 2024-11-10T00:13:56,079 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:56,079 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=B 2024-11-10T00:13:56,079 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:56,079 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK abfef83f79447e1818226c9e8ec4e05f, store=C 2024-11-10T00:13:56,079 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:13:56,083 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/0583b5ff31d941a7857c878f6ee6c88a is 50, key is test_row_1/A:col10/1731197635892/Put/seqid=0 2024-11-10T00:13:56,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741966_1142 (size=9857) 2024-11-10T00:13:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T00:13:56,487 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/0583b5ff31d941a7857c878f6ee6c88a 2024-11-10T00:13:56,495 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/71c8bccdef0b468d98dab3654f037dd6 is 50, key is test_row_1/B:col10/1731197635892/Put/seqid=0 2024-11-10T00:13:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741967_1143 (size=9857) 2024-11-10T00:13:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T00:13:56,900 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/71c8bccdef0b468d98dab3654f037dd6 2024-11-10T00:13:56,907 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/e78f2b4ecb934dcfb885510200a29a21 is 50, key is test_row_1/C:col10/1731197635892/Put/seqid=0 2024-11-10T00:13:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741968_1144 (size=9857) 2024-11-10T00:13:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T00:13:57,312 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/e78f2b4ecb934dcfb885510200a29a21 2024-11-10T00:13:57,317 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/A/0583b5ff31d941a7857c878f6ee6c88a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0583b5ff31d941a7857c878f6ee6c88a 2024-11-10T00:13:57,321 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0583b5ff31d941a7857c878f6ee6c88a, entries=100, sequenceid=670, filesize=9.6 K 2024-11-10T00:13:57,322 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/B/71c8bccdef0b468d98dab3654f037dd6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/71c8bccdef0b468d98dab3654f037dd6 2024-11-10T00:13:57,326 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/71c8bccdef0b468d98dab3654f037dd6, entries=100, sequenceid=670, filesize=9.6 K 2024-11-10T00:13:57,326 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/.tmp/C/e78f2b4ecb934dcfb885510200a29a21 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/e78f2b4ecb934dcfb885510200a29a21 2024-11-10T00:13:57,331 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/e78f2b4ecb934dcfb885510200a29a21, entries=100, sequenceid=670, filesize=9.6 K 2024-11-10T00:13:57,331 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for abfef83f79447e1818226c9e8ec4e05f in 1253ms, sequenceid=670, compaction requested=false 2024-11-10T00:13:57,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/ad5db2d30b454a8fb93c78aac114736a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2c5e77513d4d4764b7a0e3e8f8ea23cc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/098435c5a9c3464fb3ec0ea637eeef3f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c46c3cb586d444d483dfd36137b1f67a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c7a26e87d8f6473a92e18176f2cd66e3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/931fb50e1aec4f1bb8f34c6603815f71, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/49fad33ff3cb42edb99dd85943595338, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dee2b22a32364a22a243f4a0cc9199d0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2a00b91e100e493eb9852342b07b232f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/1f97b86d85234f618606f30b5037da92, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0620096e0aba4435bc986ee56c95ee5d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/98635bf68ef84962b8ff62431cbd3328, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/51dbd419d6c04ddbae4aa9ff42e6306a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/4d90de7a4cba45c68d45c1234dca958d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/bc8c08f13bc5401d9bb10c2777ae5fdc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/3fa8ff616a6e4b84b59c6411267cbc47, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b307c244919a4f27a824fff51cc118ea, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/30911ea6e5784a6eb803c7d6c3794401, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/8de2fa2a8d9748019bd16f0f7f3e3640, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/81359f175b1c4f5db9c986a88bed0b48, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5030018173f543cd818f5eea587a377d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/df714c5065f749eca06b46a941d19e9b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/76398b675b734434a3dc0d40ec3de96d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/45dbf4127ea34cf0b7c61fe531dedb74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6942a591ad30430689172ee6cb7cbbc7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e4d73001dbc7414b84c9c142e26c9d37, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/27bb4ba266034c9ca27ed51be620bc49, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/610aa7e06b80410791c3bbfc11205f82, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/fabb35d7745843b38b219ad9de6ba7ce, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/7974c2f9fb45400b994d4884f4df81e4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6c1c16ae0dff40e3b905f1c6d00dad4f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/171ab18250e545f0ad98405d22d668cf, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2ac6d2a1b1e94489acee6188f34bfb74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a02c4364d531487e9fceda3b5385ba7c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5bd0de7568d14fee9bfc0e079612334d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dff297991f034e099ae06836d11d89e7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b26a7f23461a4a05b10de17a60d5d733, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/af7ebf173ea141d59b05fa1352f65812, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a9ec5cdc3aaf4d71a07fb1fab4cbadce, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/f6c10abd91a04f7f9ef1112ad03800de, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e2779d3988094b66b7a46e7c637d1134, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/409371971fad4d349c9b9fe913f63096] to archive 2024-11-10T00:13:57,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:13:57,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/ad5db2d30b454a8fb93c78aac114736a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/ad5db2d30b454a8fb93c78aac114736a 2024-11-10T00:13:57,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2c5e77513d4d4764b7a0e3e8f8ea23cc to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2c5e77513d4d4764b7a0e3e8f8ea23cc 2024-11-10T00:13:57,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/098435c5a9c3464fb3ec0ea637eeef3f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/098435c5a9c3464fb3ec0ea637eeef3f 2024-11-10T00:13:57,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c46c3cb586d444d483dfd36137b1f67a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c46c3cb586d444d483dfd36137b1f67a 2024-11-10T00:13:57,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c7a26e87d8f6473a92e18176f2cd66e3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/c7a26e87d8f6473a92e18176f2cd66e3 2024-11-10T00:13:57,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/931fb50e1aec4f1bb8f34c6603815f71 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/931fb50e1aec4f1bb8f34c6603815f71 2024-11-10T00:13:57,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/49fad33ff3cb42edb99dd85943595338 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/49fad33ff3cb42edb99dd85943595338 2024-11-10T00:13:57,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dee2b22a32364a22a243f4a0cc9199d0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dee2b22a32364a22a243f4a0cc9199d0 2024-11-10T00:13:57,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2a00b91e100e493eb9852342b07b232f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2a00b91e100e493eb9852342b07b232f 2024-11-10T00:13:57,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/1f97b86d85234f618606f30b5037da92 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/1f97b86d85234f618606f30b5037da92 2024-11-10T00:13:57,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0620096e0aba4435bc986ee56c95ee5d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0620096e0aba4435bc986ee56c95ee5d 2024-11-10T00:13:57,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/98635bf68ef84962b8ff62431cbd3328 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/98635bf68ef84962b8ff62431cbd3328 2024-11-10T00:13:57,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/51dbd419d6c04ddbae4aa9ff42e6306a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/51dbd419d6c04ddbae4aa9ff42e6306a 2024-11-10T00:13:57,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/4d90de7a4cba45c68d45c1234dca958d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/4d90de7a4cba45c68d45c1234dca958d 2024-11-10T00:13:57,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/bc8c08f13bc5401d9bb10c2777ae5fdc to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/bc8c08f13bc5401d9bb10c2777ae5fdc 2024-11-10T00:13:57,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/3fa8ff616a6e4b84b59c6411267cbc47 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/3fa8ff616a6e4b84b59c6411267cbc47 2024-11-10T00:13:57,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b307c244919a4f27a824fff51cc118ea to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b307c244919a4f27a824fff51cc118ea 2024-11-10T00:13:57,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/30911ea6e5784a6eb803c7d6c3794401 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/30911ea6e5784a6eb803c7d6c3794401 2024-11-10T00:13:57,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/8de2fa2a8d9748019bd16f0f7f3e3640 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/8de2fa2a8d9748019bd16f0f7f3e3640 2024-11-10T00:13:57,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/81359f175b1c4f5db9c986a88bed0b48 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/81359f175b1c4f5db9c986a88bed0b48 2024-11-10T00:13:57,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5030018173f543cd818f5eea587a377d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5030018173f543cd818f5eea587a377d 2024-11-10T00:13:57,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/df714c5065f749eca06b46a941d19e9b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/df714c5065f749eca06b46a941d19e9b 2024-11-10T00:13:57,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/76398b675b734434a3dc0d40ec3de96d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/76398b675b734434a3dc0d40ec3de96d 2024-11-10T00:13:57,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/45dbf4127ea34cf0b7c61fe531dedb74 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/45dbf4127ea34cf0b7c61fe531dedb74 2024-11-10T00:13:57,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6942a591ad30430689172ee6cb7cbbc7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6942a591ad30430689172ee6cb7cbbc7 2024-11-10T00:13:57,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e4d73001dbc7414b84c9c142e26c9d37 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e4d73001dbc7414b84c9c142e26c9d37 2024-11-10T00:13:57,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/27bb4ba266034c9ca27ed51be620bc49 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/27bb4ba266034c9ca27ed51be620bc49 2024-11-10T00:13:57,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/610aa7e06b80410791c3bbfc11205f82 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/610aa7e06b80410791c3bbfc11205f82 2024-11-10T00:13:57,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/fabb35d7745843b38b219ad9de6ba7ce to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/fabb35d7745843b38b219ad9de6ba7ce 2024-11-10T00:13:57,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/7974c2f9fb45400b994d4884f4df81e4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/7974c2f9fb45400b994d4884f4df81e4 2024-11-10T00:13:57,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6c1c16ae0dff40e3b905f1c6d00dad4f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/6c1c16ae0dff40e3b905f1c6d00dad4f 2024-11-10T00:13:57,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/171ab18250e545f0ad98405d22d668cf to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/171ab18250e545f0ad98405d22d668cf 2024-11-10T00:13:57,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2ac6d2a1b1e94489acee6188f34bfb74 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/2ac6d2a1b1e94489acee6188f34bfb74 2024-11-10T00:13:57,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a02c4364d531487e9fceda3b5385ba7c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a02c4364d531487e9fceda3b5385ba7c 2024-11-10T00:13:57,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5bd0de7568d14fee9bfc0e079612334d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/5bd0de7568d14fee9bfc0e079612334d 2024-11-10T00:13:57,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dff297991f034e099ae06836d11d89e7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/dff297991f034e099ae06836d11d89e7 2024-11-10T00:13:57,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b26a7f23461a4a05b10de17a60d5d733 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/b26a7f23461a4a05b10de17a60d5d733 2024-11-10T00:13:57,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/af7ebf173ea141d59b05fa1352f65812 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/af7ebf173ea141d59b05fa1352f65812 2024-11-10T00:13:57,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a9ec5cdc3aaf4d71a07fb1fab4cbadce to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/a9ec5cdc3aaf4d71a07fb1fab4cbadce 2024-11-10T00:13:57,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/f6c10abd91a04f7f9ef1112ad03800de to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/f6c10abd91a04f7f9ef1112ad03800de 2024-11-10T00:13:57,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e2779d3988094b66b7a46e7c637d1134 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/e2779d3988094b66b7a46e7c637d1134 2024-11-10T00:13:57,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/409371971fad4d349c9b9fe913f63096 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/409371971fad4d349c9b9fe913f63096 2024-11-10T00:13:57,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/5af6d766d43c4623b95970d56b4062e2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/2b5346fe078346b7910bd9d5084bd313, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6c3ca44b5fc04cf8a3765998379610ff, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/7cee0da68541413f849704cfcdfcb3a2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6cf085d4569d4eeeb04b8efa38122654, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ce06825ec0ed4d33a79a7909588dc135, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/df79238f7fc34f58ac8fc738e5172206, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/1dabab5b91c245ec98edd72fb87b1468, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d81911c6913c4e8ea57559daeb354579, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/3f062f792fe04740883c4541b53afed2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d2ebcdc2ba1045c791f8134db13fcf18, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/30cf722df6044ff0ba236fa242e3f6f4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/627bf25a8d1848f381e7d9bf19730de1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/eb2e23867ce145349358d21e24e32f72, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f1eb6f89fb0640e0ae9dca40ac05e6d7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ee8d8f0669344cafaeade34a87b4cb17, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/e507838e62a84c048cd1831d1f1dbf76, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cd02347273fe49079b74e0398fdb2750, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d679d5626a1c42328f5f395e958d09b7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/194e82ec8fae4d22a18ca6af3f405116, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0197b3e344e444f780e97f69b7278659, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8d5f805d9458455194369a99ffa8ba7e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/46cad28031a44af3b4616d6dd637a92e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae7910a73163455f9dc4eaf6b4081a2d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f349069fac9f4187b36b274e19004588, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/497005a5416b429a9c4f2e3f554703d9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f23321ecdeae4dff9593c5fe52c391b9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a09958b0fcf540a9b48007d1bb5ae69a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0f88a03e8eca4f3cb0b671b0bf232082, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/db2af6dffe674ece9fb795c31b8f2032, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cdd8b385e25e4fa796cc9b8257418345, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae326cf9dc3e40bda4c489e37d73f573, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/495e95e86c274eb899c0e9d846007d45, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/93d6815e0c294e42917b3ff2d6f0da62, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6e591c3983aa432b89abf405d79b4a96, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0cd466e4663b4132aaf9ce9041b7df07, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b94363510bcf41939c3dd6f8f99e4d80, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/207ccb066ea94586832a65b6aa312574, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d34c0f3353fc45728962b1f16470bf18, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b81821b711df449485482c784b5b67e6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a83d81b1719845a8aca0d5bf994f74e6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8661d9c1bac240348a285f9f6b036e52] to archive 2024-11-10T00:13:57,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:13:57,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/5af6d766d43c4623b95970d56b4062e2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/5af6d766d43c4623b95970d56b4062e2 2024-11-10T00:13:57,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/2b5346fe078346b7910bd9d5084bd313 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/2b5346fe078346b7910bd9d5084bd313 2024-11-10T00:13:57,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6c3ca44b5fc04cf8a3765998379610ff to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6c3ca44b5fc04cf8a3765998379610ff 2024-11-10T00:13:57,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/7cee0da68541413f849704cfcdfcb3a2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/7cee0da68541413f849704cfcdfcb3a2 2024-11-10T00:13:57,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6cf085d4569d4eeeb04b8efa38122654 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6cf085d4569d4eeeb04b8efa38122654 2024-11-10T00:13:57,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ce06825ec0ed4d33a79a7909588dc135 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ce06825ec0ed4d33a79a7909588dc135 2024-11-10T00:13:57,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/df79238f7fc34f58ac8fc738e5172206 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/df79238f7fc34f58ac8fc738e5172206 2024-11-10T00:13:57,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/1dabab5b91c245ec98edd72fb87b1468 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/1dabab5b91c245ec98edd72fb87b1468 2024-11-10T00:13:57,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d81911c6913c4e8ea57559daeb354579 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d81911c6913c4e8ea57559daeb354579 2024-11-10T00:13:57,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/3f062f792fe04740883c4541b53afed2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/3f062f792fe04740883c4541b53afed2 2024-11-10T00:13:57,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d2ebcdc2ba1045c791f8134db13fcf18 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d2ebcdc2ba1045c791f8134db13fcf18 2024-11-10T00:13:57,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/30cf722df6044ff0ba236fa242e3f6f4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/30cf722df6044ff0ba236fa242e3f6f4 2024-11-10T00:13:57,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/627bf25a8d1848f381e7d9bf19730de1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/627bf25a8d1848f381e7d9bf19730de1 2024-11-10T00:13:57,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/eb2e23867ce145349358d21e24e32f72 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/eb2e23867ce145349358d21e24e32f72 2024-11-10T00:13:57,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f1eb6f89fb0640e0ae9dca40ac05e6d7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f1eb6f89fb0640e0ae9dca40ac05e6d7 2024-11-10T00:13:57,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ee8d8f0669344cafaeade34a87b4cb17 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ee8d8f0669344cafaeade34a87b4cb17 2024-11-10T00:13:57,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/e507838e62a84c048cd1831d1f1dbf76 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/e507838e62a84c048cd1831d1f1dbf76 2024-11-10T00:13:57,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cd02347273fe49079b74e0398fdb2750 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cd02347273fe49079b74e0398fdb2750 2024-11-10T00:13:57,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d679d5626a1c42328f5f395e958d09b7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d679d5626a1c42328f5f395e958d09b7 2024-11-10T00:13:57,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/194e82ec8fae4d22a18ca6af3f405116 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/194e82ec8fae4d22a18ca6af3f405116 2024-11-10T00:13:57,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0197b3e344e444f780e97f69b7278659 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0197b3e344e444f780e97f69b7278659 2024-11-10T00:13:57,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8d5f805d9458455194369a99ffa8ba7e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8d5f805d9458455194369a99ffa8ba7e 2024-11-10T00:13:57,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/46cad28031a44af3b4616d6dd637a92e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/46cad28031a44af3b4616d6dd637a92e 2024-11-10T00:13:57,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae7910a73163455f9dc4eaf6b4081a2d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae7910a73163455f9dc4eaf6b4081a2d 2024-11-10T00:13:57,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f349069fac9f4187b36b274e19004588 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f349069fac9f4187b36b274e19004588 2024-11-10T00:13:57,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/497005a5416b429a9c4f2e3f554703d9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/497005a5416b429a9c4f2e3f554703d9 2024-11-10T00:13:57,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f23321ecdeae4dff9593c5fe52c391b9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/f23321ecdeae4dff9593c5fe52c391b9 2024-11-10T00:13:57,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a09958b0fcf540a9b48007d1bb5ae69a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a09958b0fcf540a9b48007d1bb5ae69a 2024-11-10T00:13:57,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0f88a03e8eca4f3cb0b671b0bf232082 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0f88a03e8eca4f3cb0b671b0bf232082 2024-11-10T00:13:57,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/db2af6dffe674ece9fb795c31b8f2032 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/db2af6dffe674ece9fb795c31b8f2032 2024-11-10T00:13:57,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cdd8b385e25e4fa796cc9b8257418345 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/cdd8b385e25e4fa796cc9b8257418345 2024-11-10T00:13:57,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae326cf9dc3e40bda4c489e37d73f573 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/ae326cf9dc3e40bda4c489e37d73f573 2024-11-10T00:13:57,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/495e95e86c274eb899c0e9d846007d45 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/495e95e86c274eb899c0e9d846007d45 2024-11-10T00:13:57,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/93d6815e0c294e42917b3ff2d6f0da62 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/93d6815e0c294e42917b3ff2d6f0da62 2024-11-10T00:13:57,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6e591c3983aa432b89abf405d79b4a96 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/6e591c3983aa432b89abf405d79b4a96 2024-11-10T00:13:57,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0cd466e4663b4132aaf9ce9041b7df07 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/0cd466e4663b4132aaf9ce9041b7df07 2024-11-10T00:13:57,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b94363510bcf41939c3dd6f8f99e4d80 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b94363510bcf41939c3dd6f8f99e4d80 2024-11-10T00:13:57,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/207ccb066ea94586832a65b6aa312574 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/207ccb066ea94586832a65b6aa312574 2024-11-10T00:13:57,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d34c0f3353fc45728962b1f16470bf18 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/d34c0f3353fc45728962b1f16470bf18 2024-11-10T00:13:57,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b81821b711df449485482c784b5b67e6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/b81821b711df449485482c784b5b67e6 2024-11-10T00:13:57,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a83d81b1719845a8aca0d5bf994f74e6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/a83d81b1719845a8aca0d5bf994f74e6 2024-11-10T00:13:57,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8661d9c1bac240348a285f9f6b036e52 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/8661d9c1bac240348a285f9f6b036e52 2024-11-10T00:13:57,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6dd968679e094815a408ad06cce1af72, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/5faf427e81f24154aa6fea45b135e22b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/0972348ab3e644ffae43333ed2f5505c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1ce58b184394439a864cbd44b470a932, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f19c7a958bc94177b69520b137ebfa0e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/abc1f5dcd51c44a2be765a3d5ecc1fe3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f163b225949549f094f47395bb6abde8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/3922d2258db64b61ba5f23875d274ee7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c81304f35a584659a39d8089d6851a0b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/7777b47e70bc4fe3b68a65f456a1d0b9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f05ee58ab2af414b972e9e5bd1b8b701, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ecdb7faea4a6420d8283d593a50f4589, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a2993b0b83754d96908c9d5873990d2b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/28e6bb1f9ea249c8823ecd4ec18e806b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9d1899aa6fc4a21a6679dc933a081d0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/361962938d9f45ffada26bf5c462a5a8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6147df6b79594d3cbc4c2fc624a32b92, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/79926b71d0f24784aaab67d4360fc423, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/bf93a8902f6748928e94a93cc0a76de9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/75128140afb049d0a774f6f9fb65eeba, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4c993d3215c8425e92b32dfe6b0c59a5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f27f3c8a539496b9574a8422f6584a0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a5dabd5ab01f4025abfb9a9f81355c20, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ba90c11a1fdb44e3a8bf5d6521022018, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/8e44c338ba4147e9bb880eb10240f49d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9ece266b5724ffd92630aec77e0f108, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9281fd428cab4076b8c662c61bfa0b7d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45b0050c2ede4c5f9e8c17b7240cf595, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f4d7c1184e394c2fa55a05953c7f1d45, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c710a20fd2fc414a803f88d8999ee1b6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f9fe0d1025941a9a1205e64da345e22, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/74187171ce534d2ca8c968b794947db6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/2508da51fc8f416bbb99e461ab8c3fa4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4eca6a39961a4ce4b6d656ee2df9a0ef, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ddc0d5d0bc6f4e08b6e8beb9e08385d3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9dc827aa28e24205b5344be1f4a599a2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/53c4de1a47db4cffb5e5f3889ce40070, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ea25485ae1b14f2daabbe6f06dd36d0d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45d9a651714a48cca978325f2dae8c8c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f81eb6d6e97641e5b447040f7881fc8e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/018ed0e46fbb4e1d9c7058611dfc378c] to archive 2024-11-10T00:13:57,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:13:57,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6dd968679e094815a408ad06cce1af72 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6dd968679e094815a408ad06cce1af72 2024-11-10T00:13:57,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/5faf427e81f24154aa6fea45b135e22b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/5faf427e81f24154aa6fea45b135e22b 2024-11-10T00:13:57,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/0972348ab3e644ffae43333ed2f5505c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/0972348ab3e644ffae43333ed2f5505c 2024-11-10T00:13:57,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1ce58b184394439a864cbd44b470a932 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1ce58b184394439a864cbd44b470a932 2024-11-10T00:13:57,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f19c7a958bc94177b69520b137ebfa0e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f19c7a958bc94177b69520b137ebfa0e 2024-11-10T00:13:57,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/abc1f5dcd51c44a2be765a3d5ecc1fe3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/abc1f5dcd51c44a2be765a3d5ecc1fe3 2024-11-10T00:13:57,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f163b225949549f094f47395bb6abde8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f163b225949549f094f47395bb6abde8 2024-11-10T00:13:57,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/3922d2258db64b61ba5f23875d274ee7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/3922d2258db64b61ba5f23875d274ee7 2024-11-10T00:13:57,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c81304f35a584659a39d8089d6851a0b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c81304f35a584659a39d8089d6851a0b 2024-11-10T00:13:57,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/7777b47e70bc4fe3b68a65f456a1d0b9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/7777b47e70bc4fe3b68a65f456a1d0b9 2024-11-10T00:13:57,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f05ee58ab2af414b972e9e5bd1b8b701 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f05ee58ab2af414b972e9e5bd1b8b701 2024-11-10T00:13:57,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ecdb7faea4a6420d8283d593a50f4589 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ecdb7faea4a6420d8283d593a50f4589 2024-11-10T00:13:57,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a2993b0b83754d96908c9d5873990d2b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a2993b0b83754d96908c9d5873990d2b 2024-11-10T00:13:57,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/28e6bb1f9ea249c8823ecd4ec18e806b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/28e6bb1f9ea249c8823ecd4ec18e806b 2024-11-10T00:13:57,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9d1899aa6fc4a21a6679dc933a081d0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9d1899aa6fc4a21a6679dc933a081d0 2024-11-10T00:13:57,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/361962938d9f45ffada26bf5c462a5a8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/361962938d9f45ffada26bf5c462a5a8 2024-11-10T00:13:57,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6147df6b79594d3cbc4c2fc624a32b92 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/6147df6b79594d3cbc4c2fc624a32b92 2024-11-10T00:13:57,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/79926b71d0f24784aaab67d4360fc423 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/79926b71d0f24784aaab67d4360fc423 2024-11-10T00:13:57,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/bf93a8902f6748928e94a93cc0a76de9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/bf93a8902f6748928e94a93cc0a76de9 2024-11-10T00:13:57,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/75128140afb049d0a774f6f9fb65eeba to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/75128140afb049d0a774f6f9fb65eeba 2024-11-10T00:13:57,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4c993d3215c8425e92b32dfe6b0c59a5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4c993d3215c8425e92b32dfe6b0c59a5 2024-11-10T00:13:57,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f27f3c8a539496b9574a8422f6584a0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f27f3c8a539496b9574a8422f6584a0 2024-11-10T00:13:57,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a5dabd5ab01f4025abfb9a9f81355c20 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/a5dabd5ab01f4025abfb9a9f81355c20 2024-11-10T00:13:57,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ba90c11a1fdb44e3a8bf5d6521022018 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ba90c11a1fdb44e3a8bf5d6521022018 2024-11-10T00:13:57,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/8e44c338ba4147e9bb880eb10240f49d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/8e44c338ba4147e9bb880eb10240f49d 2024-11-10T00:13:57,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9ece266b5724ffd92630aec77e0f108 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c9ece266b5724ffd92630aec77e0f108 2024-11-10T00:13:57,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9281fd428cab4076b8c662c61bfa0b7d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9281fd428cab4076b8c662c61bfa0b7d 2024-11-10T00:13:57,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45b0050c2ede4c5f9e8c17b7240cf595 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45b0050c2ede4c5f9e8c17b7240cf595 2024-11-10T00:13:57,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f4d7c1184e394c2fa55a05953c7f1d45 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f4d7c1184e394c2fa55a05953c7f1d45 2024-11-10T00:13:57,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c710a20fd2fc414a803f88d8999ee1b6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/c710a20fd2fc414a803f88d8999ee1b6 2024-11-10T00:13:57,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f9fe0d1025941a9a1205e64da345e22 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1f9fe0d1025941a9a1205e64da345e22 2024-11-10T00:13:57,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/74187171ce534d2ca8c968b794947db6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/74187171ce534d2ca8c968b794947db6 2024-11-10T00:13:57,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/2508da51fc8f416bbb99e461ab8c3fa4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/2508da51fc8f416bbb99e461ab8c3fa4 2024-11-10T00:13:57,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4eca6a39961a4ce4b6d656ee2df9a0ef to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/4eca6a39961a4ce4b6d656ee2df9a0ef 2024-11-10T00:13:57,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ddc0d5d0bc6f4e08b6e8beb9e08385d3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ddc0d5d0bc6f4e08b6e8beb9e08385d3 2024-11-10T00:13:57,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9dc827aa28e24205b5344be1f4a599a2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/9dc827aa28e24205b5344be1f4a599a2 2024-11-10T00:13:57,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/53c4de1a47db4cffb5e5f3889ce40070 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/53c4de1a47db4cffb5e5f3889ce40070 2024-11-10T00:13:57,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ea25485ae1b14f2daabbe6f06dd36d0d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/ea25485ae1b14f2daabbe6f06dd36d0d 2024-11-10T00:13:57,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45d9a651714a48cca978325f2dae8c8c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/45d9a651714a48cca978325f2dae8c8c 2024-11-10T00:13:57,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f81eb6d6e97641e5b447040f7881fc8e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f81eb6d6e97641e5b447040f7881fc8e 2024-11-10T00:13:57,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/f0ed7e6b25cc4da2b4fab5ce5f75ecae 2024-11-10T00:13:57,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/018ed0e46fbb4e1d9c7058611dfc378c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/018ed0e46fbb4e1d9c7058611dfc378c 2024-11-10T00:13:57,522 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/recovered.edits/673.seqid, newMaxSeqId=673, maxSeqId=1 2024-11-10T00:13:57,522 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. 2024-11-10T00:13:57,522 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for abfef83f79447e1818226c9e8ec4e05f: Waiting for close lock at 1731197636078Running coprocessor pre-close hooks at 1731197636078Disabling compacts and flushes for region at 1731197636078Disabling writes for close at 1731197636078Obtaining lock to block concurrent updates at 1731197636078Preparing flush snapshotting stores in abfef83f79447e1818226c9e8ec4e05f at 1731197636078Finished memstore snapshotting TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731197636079 (+1 ms)Flushing stores of TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f. at 1731197636079Flushing abfef83f79447e1818226c9e8ec4e05f/A: creating writer at 1731197636079Flushing abfef83f79447e1818226c9e8ec4e05f/A: appending metadata at 1731197636082 (+3 ms)Flushing abfef83f79447e1818226c9e8ec4e05f/A: closing flushed file at 1731197636082Flushing abfef83f79447e1818226c9e8ec4e05f/B: creating writer at 1731197636492 (+410 ms)Flushing abfef83f79447e1818226c9e8ec4e05f/B: appending metadata at 1731197636495 (+3 ms)Flushing abfef83f79447e1818226c9e8ec4e05f/B: closing flushed file at 1731197636495Flushing abfef83f79447e1818226c9e8ec4e05f/C: creating writer at 1731197636904 (+409 ms)Flushing abfef83f79447e1818226c9e8ec4e05f/C: appending metadata at 1731197636907 (+3 ms)Flushing abfef83f79447e1818226c9e8ec4e05f/C: closing flushed file at 1731197636907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd46458: reopening flushed file at 1731197637316 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe88b42: reopening flushed file at 1731197637321 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28786a57: reopening flushed file at 1731197637326 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for abfef83f79447e1818226c9e8ec4e05f in 1253ms, sequenceid=670, compaction requested=false at 1731197637331 (+5 ms)Writing region close event to WAL at 1731197637518 (+187 ms)Running coprocessor post-close hooks at 1731197637522 (+4 ms)Closed at 1731197637522 2024-11-10T00:13:57,542 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:57,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=abfef83f79447e1818226c9e8ec4e05f, regionState=CLOSED 2024-11-10T00:13:57,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:13:57,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-10T00:13:57,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure abfef83f79447e1818226c9e8ec4e05f, server=b3c019fcff38,36467,1731197605747 in 1.6260 sec 2024-11-10T00:13:57,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-10T00:13:57,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=abfef83f79447e1818226c9e8ec4e05f, UNASSIGN in 1.6320 sec 2024-11-10T00:13:57,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-10T00:13:57,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6380 sec 2024-11-10T00:13:57,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197637552"}]},"ts":"1731197637552"} 2024-11-10T00:13:57,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T00:13:57,554 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T00:13:57,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6540 sec 2024-11-10T00:13:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T00:13:58,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:58,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T00:13:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:58,060 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T00:13:58,061 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:58,067 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:58,071 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/recovered.edits] 2024-11-10T00:13:58,074 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0583b5ff31d941a7857c878f6ee6c88a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/0583b5ff31d941a7857c878f6ee6c88a 2024-11-10T00:13:58,075 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/72e053a027224cf6b0381019b74cbc73 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/A/72e053a027224cf6b0381019b74cbc73 2024-11-10T00:13:58,078 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/71c8bccdef0b468d98dab3654f037dd6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/71c8bccdef0b468d98dab3654f037dd6 2024-11-10T00:13:58,079 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/9d05cadadadd45dc81014b6ce1180c83 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/B/9d05cadadadd45dc81014b6ce1180c83 2024-11-10T00:13:58,081 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1afd6c2eb88a4978998112b170a979bd to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/1afd6c2eb88a4978998112b170a979bd 2024-11-10T00:13:58,082 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/e78f2b4ecb934dcfb885510200a29a21 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/C/e78f2b4ecb934dcfb885510200a29a21 2024-11-10T00:13:58,085 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/recovered.edits/673.seqid to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f/recovered.edits/673.seqid 2024-11-10T00:13:58,086 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/abfef83f79447e1818226c9e8ec4e05f 2024-11-10T00:13:58,086 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T00:13:58,090 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:58,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T00:13:58,099 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T00:13:58,131 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T00:13:58,132 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:58,132 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T00:13:58,133 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731197638132"}]},"ts":"9223372036854775807"} 2024-11-10T00:13:58,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T00:13:58,136 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => abfef83f79447e1818226c9e8ec4e05f, NAME => 'TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T00:13:58,136 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T00:13:58,137 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731197638136"}]},"ts":"9223372036854775807"} 2024-11-10T00:13:58,139 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T00:13:58,140 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:58,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-11-10T00:13:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T00:13:58,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T00:13:58,173 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:13:58,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=251 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1071659167_22 at /127.0.0.1:54188 [Waiting for operation #357] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1071659167_22 at /127.0.0.1:34912 [Waiting for operation #113] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1358776922_22 at /127.0.0.1:36916 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1358776922_22 at /127.0.0.1:36908 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1071659167_22 at /127.0.0.1:36418 [Waiting for operation #334] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b3c019fcff38:36467-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 220) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9801 (was 10333) 2024-11-10T00:13:58,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=251, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=9799 2024-11-10T00:13:58,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:13:58,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:13:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T00:13:58,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:13:58,201 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:58,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-10T00:13:58,202 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:13:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T00:13:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741969_1145 (size=1061) 2024-11-10T00:13:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T00:13:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T00:13:58,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:13:58,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741970_1146 (size=53) 2024-11-10T00:13:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T00:13:59,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:59,017 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9b7f8ea8c014da4b2d39e15ef38de43e, disabling compactions & flushes 2024-11-10T00:13:59,017 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,017 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,017 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. after waiting 0 ms 2024-11-10T00:13:59,017 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,017 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,017 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b7f8ea8c014da4b2d39e15ef38de43e: Waiting for close lock at 1731197639016Disabling compacts and flushes for region at 1731197639016Disabling writes for close at 1731197639017 (+1 ms)Writing region close event to WAL at 1731197639017Closed at 1731197639017 2024-11-10T00:13:59,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:13:59,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731197639018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197639018"}]},"ts":"1731197639018"} 2024-11-10T00:13:59,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:13:59,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:13:59,022 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197639021"}]},"ts":"1731197639021"} 2024-11-10T00:13:59,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T00:13:59,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, ASSIGN}] 2024-11-10T00:13:59,025 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, ASSIGN 2024-11-10T00:13:59,026 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, ASSIGN; state=OFFLINE, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=false 2024-11-10T00:13:59,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:59,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, ASSIGN because future has completed 2024-11-10T00:13:59,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:13:59,334 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,335 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:13:59,335 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,335 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:13:59,335 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,335 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,336 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,338 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:13:59,338 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f8ea8c014da4b2d39e15ef38de43e columnFamilyName A 2024-11-10T00:13:59,338 DEBUG [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:59,339 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(327): Store=9b7f8ea8c014da4b2d39e15ef38de43e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:59,339 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,340 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:13:59,340 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f8ea8c014da4b2d39e15ef38de43e columnFamilyName B 2024-11-10T00:13:59,340 DEBUG [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:59,341 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(327): Store=9b7f8ea8c014da4b2d39e15ef38de43e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:59,341 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,341 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:13:59,342 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f8ea8c014da4b2d39e15ef38de43e columnFamilyName C 2024-11-10T00:13:59,342 DEBUG [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:13:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T00:13:59,342 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(327): Store=9b7f8ea8c014da4b2d39e15ef38de43e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:13:59,342 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,342 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,343 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,343 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,344 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:13:59,345 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,347 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:13:59,347 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 9b7f8ea8c014da4b2d39e15ef38de43e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71220769, jitterRate=0.06127215921878815}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:13:59,347 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:13:59,348 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 9b7f8ea8c014da4b2d39e15ef38de43e: Running coprocessor pre-open hook at 1731197639335Writing region info on filesystem at 1731197639335Initializing all the Stores at 1731197639336 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197639336Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197639336Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197639336Cleaning up temporary data from old regions at 1731197639344 (+8 ms)Running coprocessor post-open hooks at 1731197639347 (+3 ms)Region opened successfully at 1731197639348 (+1 ms) 2024-11-10T00:13:59,349 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., pid=36, masterSystemTime=1731197639331 2024-11-10T00:13:59,351 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,351 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:13:59,351 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:13:59,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:13:59,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T00:13:59,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 in 175 msec 2024-11-10T00:13:59,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-10T00:13:59,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, ASSIGN in 332 msec 2024-11-10T00:13:59,358 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:13:59,359 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197639358"}]},"ts":"1731197639358"} 2024-11-10T00:13:59,360 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T00:13:59,361 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:13:59,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-10T00:14:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T00:14:00,352 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:00,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcb2494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:00,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:00,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:00,355 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:00,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:00,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:00,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743a41ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:00,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:00,357 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8b3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:00,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:00,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:00,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:00,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:00,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:14:00,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42849,1731197604923 2024-11-10T00:14:00,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad97762 2024-11-10T00:14:00,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:14:00,363 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:14:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:14:00,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:14:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741971_1147 (size=1097) 2024-11-10T00:14:00,786 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T00:14:00,786 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T00:14:00,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:14:00,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, REOPEN/MOVE}] 2024-11-10T00:14:00,797 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, REOPEN/MOVE 2024-11-10T00:14:00,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:00,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, REOPEN/MOVE because future has completed 2024-11-10T00:14:00,800 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:14:00,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:00,953 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:00,953 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:14:00,953 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 9b7f8ea8c014da4b2d39e15ef38de43e, disabling compactions & flushes 2024-11-10T00:14:00,953 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:00,953 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:00,953 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. after waiting 0 ms 2024-11-10T00:14:00,953 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:00,957 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T00:14:00,958 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:00,958 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 9b7f8ea8c014da4b2d39e15ef38de43e: Waiting for close lock at 1731197640953Running coprocessor pre-close hooks at 1731197640953Disabling compacts and flushes for region at 1731197640953Disabling writes for close at 1731197640953Writing region close event to WAL at 1731197640954 (+1 ms)Running coprocessor post-close hooks at 1731197640958 (+4 ms)Closed at 1731197640958 2024-11-10T00:14:00,958 WARN [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 9b7f8ea8c014da4b2d39e15ef38de43e to self. 2024-11-10T00:14:00,960 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:00,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=CLOSED 2024-11-10T00:14:00,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:00,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T00:14:00,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 in 163 msec 2024-11-10T00:14:00,966 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, REOPEN/MOVE; state=CLOSED, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=true 2024-11-10T00:14:01,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, REOPEN/MOVE because future has completed 2024-11-10T00:14:01,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:01,274 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,274 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:14:01,274 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,274 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:14:01,274 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,274 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,278 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,279 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:01,284 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f8ea8c014da4b2d39e15ef38de43e columnFamilyName A 2024-11-10T00:14:01,286 DEBUG [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:01,286 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(327): Store=9b7f8ea8c014da4b2d39e15ef38de43e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:01,287 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,287 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:01,287 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f8ea8c014da4b2d39e15ef38de43e columnFamilyName B 2024-11-10T00:14:01,287 DEBUG [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:01,288 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(327): Store=9b7f8ea8c014da4b2d39e15ef38de43e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:01,288 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,288 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:01,288 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f8ea8c014da4b2d39e15ef38de43e columnFamilyName C 2024-11-10T00:14:01,289 DEBUG [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:01,289 INFO [StoreOpener-9b7f8ea8c014da4b2d39e15ef38de43e-1 {}] regionserver.HStore(327): Store=9b7f8ea8c014da4b2d39e15ef38de43e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:01,289 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,289 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,290 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,291 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,292 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,292 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,292 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:14:01,294 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,294 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 9b7f8ea8c014da4b2d39e15ef38de43e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59967739, jitterRate=-0.10641105473041534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:14:01,294 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,296 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 9b7f8ea8c014da4b2d39e15ef38de43e: Running coprocessor pre-open hook at 1731197641274Writing region info on filesystem at 1731197641274Initializing all the Stores at 1731197641275 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197641275Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197641275Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197641275Cleaning up temporary data from old regions at 1731197641292 (+17 ms)Running coprocessor post-open hooks at 1731197641295 (+3 ms)Region opened successfully at 1731197641296 (+1 ms) 2024-11-10T00:14:01,297 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., pid=41, masterSystemTime=1731197641270 2024-11-10T00:14:01,299 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,299 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,299 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=OPEN, openSeqNum=5, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:01,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-10T00:14:01,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 in 183 msec 2024-11-10T00:14:01,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-10T00:14:01,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, REOPEN/MOVE in 507 msec 2024-11-10T00:14:01,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T00:14:01,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-10T00:14:01,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 942 msec 2024-11-10T00:14:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-10T00:14:01,315 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:01,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,317 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f61964b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,319 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0451e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,321 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17322130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,323 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5351fa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0a90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,325 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec5ef3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,327 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af9cf4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,329 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8513ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,330 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2b5a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,332 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0a9d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,333 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35210b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,335 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717c5422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,337 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a776fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,340 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bfc8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,342 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ba5a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,343 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679bff6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ade04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:01,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:01,345 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f09a2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:01,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:01,346 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:01,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac20d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:01,347 DEBUG [Thread-721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,348 DEBUG [Thread-727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,348 DEBUG [Thread-725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,348 DEBUG [Thread-736 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,349 DEBUG [Thread-727 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,349 DEBUG [Thread-725 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,350 DEBUG [Thread-727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,350 DEBUG [Thread-725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,350 DEBUG [Thread-738 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,357 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-10T00:14:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T00:14:01,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:01,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:01,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:01,361 DEBUG [Thread-732 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,361 DEBUG [Thread-734 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,361 DEBUG [Thread-723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,363 DEBUG [Thread-732 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,364 DEBUG [Thread-732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,369 DEBUG [Thread-732 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,371 DEBUG [Thread-729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:01,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:01,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:14:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:01,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cb0b98dba0f440c79e29104b29062344_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197641372/Put/seqid=0 2024-11-10T00:14:01,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197641419, max timestamp=1731197641431Num uniques 859; 2024-11-10T00:14:01,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:01,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197641419, max timestamp=1731197641431Num uniques 859; 2024-11-10T00:14:01,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:01,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197641419, max timestamp=1731197641431Num uniques 859; 2024-11-10T00:14:01,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741972_1148 (size=14594) 2024-11-10T00:14:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T00:14:01,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197701481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197701484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197701484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197701486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197701488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T00:14:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197701622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197701622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197701623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197701623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197701623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T00:14:01,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:01,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T00:14:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T00:14:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197701842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197701842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197701843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197701843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197701843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:01,859 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:01,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cb0b98dba0f440c79e29104b29062344_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cb0b98dba0f440c79e29104b29062344_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:01,867 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/055bc1af97374d82abc2175eb2a569a9, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:01,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/055bc1af97374d82abc2175eb2a569a9 is 175, key is test_row_0/A:col10/1731197641372/Put/seqid=0 2024-11-10T00:14:01,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741973_1149 (size=39549) 2024-11-10T00:14:01,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T00:14:01,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:01,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T00:14:02,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T00:14:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:02,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:02,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197702162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197702162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197702162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197702162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197702162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T00:14:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:02,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:02,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/055bc1af97374d82abc2175eb2a569a9 2024-11-10T00:14:02,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/d697b124981141af82035a9f2c55d809 is 50, key is test_row_0/B:col10/1731197641372/Put/seqid=0 2024-11-10T00:14:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741974_1150 (size=12001) 2024-11-10T00:14:02,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/d697b124981141af82035a9f2c55d809 2024-11-10T00:14:02,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/6583d53ca3e64330bd8757403c226c89 is 50, key is test_row_0/C:col10/1731197641372/Put/seqid=0 2024-11-10T00:14:02,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741975_1151 (size=12001) 2024-11-10T00:14:02,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/6583d53ca3e64330bd8757403c226c89 2024-11-10T00:14:02,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/055bc1af97374d82abc2175eb2a569a9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/055bc1af97374d82abc2175eb2a569a9 2024-11-10T00:14:02,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/055bc1af97374d82abc2175eb2a569a9, entries=200, sequenceid=14, filesize=38.6 K 2024-11-10T00:14:02,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/d697b124981141af82035a9f2c55d809 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d697b124981141af82035a9f2c55d809 2024-11-10T00:14:02,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d697b124981141af82035a9f2c55d809, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T00:14:02,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/6583d53ca3e64330bd8757403c226c89 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/6583d53ca3e64330bd8757403c226c89 2024-11-10T00:14:02,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/6583d53ca3e64330bd8757403c226c89, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T00:14:02,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1047ms, sequenceid=14, compaction requested=false 2024-11-10T00:14:02,425 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T00:14:02,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:02,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T00:14:02,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:02,441 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-10T00:14:02,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:02,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:02,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:02,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:02,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:02,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072a4e5ec80fe4535a7a4335c2b8125b5_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197641480/Put/seqid=0 2024-11-10T00:14:02,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741976_1152 (size=12154) 2024-11-10T00:14:02,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:02,471 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072a4e5ec80fe4535a7a4335c2b8125b5_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072a4e5ec80fe4535a7a4335c2b8125b5_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/060112e829e4445d8099d195f7ce271a, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:02,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/060112e829e4445d8099d195f7ce271a is 175, key is test_row_0/A:col10/1731197641480/Put/seqid=0 2024-11-10T00:14:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741977_1153 (size=30955) 2024-11-10T00:14:02,487 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/060112e829e4445d8099d195f7ce271a 2024-11-10T00:14:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T00:14:02,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/5c7a23a4eee9435499822fb8e3e0a8c1 is 50, key is test_row_0/B:col10/1731197641480/Put/seqid=0 2024-11-10T00:14:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741978_1154 (size=12001) 2024-11-10T00:14:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:02,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197702683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197702688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197702688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197702690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197702690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197702792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197702802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197702802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197702802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197702803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:02,907 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/5c7a23a4eee9435499822fb8e3e0a8c1 2024-11-10T00:14:02,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7b418a3d2d9b4e97a21416a60e746ce6 is 50, key is test_row_0/C:col10/1731197641480/Put/seqid=0 2024-11-10T00:14:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741979_1155 (size=12001) 2024-11-10T00:14:02,935 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7b418a3d2d9b4e97a21416a60e746ce6 2024-11-10T00:14:02,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/060112e829e4445d8099d195f7ce271a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/060112e829e4445d8099d195f7ce271a 2024-11-10T00:14:02,947 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/060112e829e4445d8099d195f7ce271a, entries=150, sequenceid=51, filesize=30.2 K 2024-11-10T00:14:02,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/5c7a23a4eee9435499822fb8e3e0a8c1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5c7a23a4eee9435499822fb8e3e0a8c1 2024-11-10T00:14:02,954 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5c7a23a4eee9435499822fb8e3e0a8c1, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T00:14:02,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7b418a3d2d9b4e97a21416a60e746ce6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b418a3d2d9b4e97a21416a60e746ce6 2024-11-10T00:14:02,961 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b418a3d2d9b4e97a21416a60e746ce6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T00:14:02,962 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 9b7f8ea8c014da4b2d39e15ef38de43e in 521ms, sequenceid=51, compaction requested=false 2024-11-10T00:14:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T00:14:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T00:14:02,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T00:14:02,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-10T00:14:02,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.6100 sec 2024-11-10T00:14:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:03,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T00:14:03,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:03,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:03,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110744e48b50fed4201817b427cd2f2383e_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197643004/Put/seqid=0 2024-11-10T00:14:03,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741980_1156 (size=14594) 2024-11-10T00:14:03,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:14:03,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197703034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731197643030, max timestamp=1731197643043Num uniques 859; 2024-11-10T00:14:03,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:14:03,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731197643030, max timestamp=1731197643043Num uniques 859; 2024-11-10T00:14:03,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:14:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197643030, max timestamp=1731197643043Num uniques 859; 2024-11-10T00:14:03,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:14:03,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197703117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197703118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197703120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197703130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197703202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197703242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197703242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197703242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197703243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197703413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,448 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:03,456 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110744e48b50fed4201817b427cd2f2383e_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110744e48b50fed4201817b427cd2f2383e_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197703453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197703453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197703454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197703454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d656289d5cc341ce9bba9aebfa9e2b47, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d656289d5cc341ce9bba9aebfa9e2b47 is 175, key is test_row_0/A:col10/1731197643004/Put/seqid=0 2024-11-10T00:14:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741981_1157 (size=39549) 2024-11-10T00:14:03,467 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d656289d5cc341ce9bba9aebfa9e2b47 2024-11-10T00:14:03,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/f3445f2c314c407d87bbbfc94c3440b3 is 50, key is test_row_0/B:col10/1731197643004/Put/seqid=0 2024-11-10T00:14:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741982_1158 (size=12001) 2024-11-10T00:14:03,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/f3445f2c314c407d87bbbfc94c3440b3 2024-11-10T00:14:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T00:14:03,502 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:03,503 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-10T00:14:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T00:14:03,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:03,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:03,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:03,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2eb451b7922e42998473c104fe6f3e76 is 50, key is test_row_0/C:col10/1731197643004/Put/seqid=0 2024-11-10T00:14:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741983_1159 (size=12001) 2024-11-10T00:14:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T00:14:03,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T00:14:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:03,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:03,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197703722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197703762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197703762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197703763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197703772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:03,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T00:14:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T00:14:03,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2eb451b7922e42998473c104fe6f3e76 2024-11-10T00:14:03,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d656289d5cc341ce9bba9aebfa9e2b47 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d656289d5cc341ce9bba9aebfa9e2b47 2024-11-10T00:14:03,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d656289d5cc341ce9bba9aebfa9e2b47, entries=200, sequenceid=63, filesize=38.6 K 2024-11-10T00:14:03,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/f3445f2c314c407d87bbbfc94c3440b3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f3445f2c314c407d87bbbfc94c3440b3 2024-11-10T00:14:03,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f3445f2c314c407d87bbbfc94c3440b3, entries=150, sequenceid=63, filesize=11.7 K 2024-11-10T00:14:03,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2eb451b7922e42998473c104fe6f3e76 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2eb451b7922e42998473c104fe6f3e76 2024-11-10T00:14:03,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2eb451b7922e42998473c104fe6f3e76, entries=150, sequenceid=63, filesize=11.7 K 2024-11-10T00:14:03,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 9b7f8ea8c014da4b2d39e15ef38de43e in 958ms, sequenceid=63, compaction requested=true 2024-11-10T00:14:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:03,964 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:03,964 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:03,966 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:03,966 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/B is initiating minor compaction (all files) 2024-11-10T00:14:03,966 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/B in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,966 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d697b124981141af82035a9f2c55d809, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5c7a23a4eee9435499822fb8e3e0a8c1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f3445f2c314c407d87bbbfc94c3440b3] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.2 K 2024-11-10T00:14:03,966 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:03,966 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/A is initiating minor compaction (all files) 2024-11-10T00:14:03,966 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/A in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,966 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/055bc1af97374d82abc2175eb2a569a9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/060112e829e4445d8099d195f7ce271a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d656289d5cc341ce9bba9aebfa9e2b47] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=107.5 K 2024-11-10T00:14:03,967 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,967 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/055bc1af97374d82abc2175eb2a569a9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/060112e829e4445d8099d195f7ce271a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d656289d5cc341ce9bba9aebfa9e2b47] 2024-11-10T00:14:03,967 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d697b124981141af82035a9f2c55d809, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731197641367 2024-11-10T00:14:03,968 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 055bc1af97374d82abc2175eb2a569a9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731197641356 2024-11-10T00:14:03,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T00:14:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:03,968 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=120.76 KB heapSize=335.77 KB 2024-11-10T00:14:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:03,969 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c7a23a4eee9435499822fb8e3e0a8c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731197641480 2024-11-10T00:14:03,970 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f3445f2c314c407d87bbbfc94c3440b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731197642680 2024-11-10T00:14:03,972 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 060112e829e4445d8099d195f7ce271a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731197641480 2024-11-10T00:14:03,973 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting d656289d5cc341ce9bba9aebfa9e2b47, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731197642680 2024-11-10T00:14:03,987 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:03,988 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#B#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:03,989 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b1d989fd423c4f50ab8ab64ecf6357e6 is 50, key is test_row_0/B:col10/1731197643004/Put/seqid=0 2024-11-10T00:14:03,993 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110a18e225273b04a668911636d1b6b707e_9b7f8ea8c014da4b2d39e15ef38de43e store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107a157a9c0bb346229b7d464383d67698_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197643127/Put/seqid=0 2024-11-10T00:14:04,001 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110a18e225273b04a668911636d1b6b707e_9b7f8ea8c014da4b2d39e15ef38de43e, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:04,002 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a18e225273b04a668911636d1b6b707e_9b7f8ea8c014da4b2d39e15ef38de43e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741984_1160 (size=12104) 2024-11-10T00:14:04,026 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b1d989fd423c4f50ab8ab64ecf6357e6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1d989fd423c4f50ab8ab64ecf6357e6 2024-11-10T00:14:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741985_1161 (size=12154) 2024-11-10T00:14:04,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:04,040 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107a157a9c0bb346229b7d464383d67698_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107a157a9c0bb346229b7d464383d67698_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:04,040 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/B of 9b7f8ea8c014da4b2d39e15ef38de43e into b1d989fd423c4f50ab8ab64ecf6357e6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:04,040 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:04,040 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/B, priority=13, startTime=1731197643964; duration=0sec 2024-11-10T00:14:04,040 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:04,041 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:04,041 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/3bce632559db4a5eab62d93b2afccab3, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/3bce632559db4a5eab62d93b2afccab3 is 175, key is test_row_0/A:col10/1731197643127/Put/seqid=0 2024-11-10T00:14:04,046 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:04,046 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/C is initiating minor compaction (all files) 2024-11-10T00:14:04,046 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/C in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:04,046 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/6583d53ca3e64330bd8757403c226c89, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b418a3d2d9b4e97a21416a60e746ce6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2eb451b7922e42998473c104fe6f3e76] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.2 K 2024-11-10T00:14:04,047 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 6583d53ca3e64330bd8757403c226c89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731197641367 2024-11-10T00:14:04,047 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b418a3d2d9b4e97a21416a60e746ce6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731197641480 2024-11-10T00:14:04,048 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eb451b7922e42998473c104fe6f3e76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731197642680 2024-11-10T00:14:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741986_1162 (size=4469) 2024-11-10T00:14:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741987_1163 (size=30955) 2024-11-10T00:14:04,057 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#A#compaction#142 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:04,058 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/0eb1f7e8d01d40648ba7885559fe512e is 175, key is test_row_0/A:col10/1731197643004/Put/seqid=0 2024-11-10T00:14:04,071 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:04,072 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/b1d048b34f8642c48703b0ab37f30cd5 is 50, key is test_row_0/C:col10/1731197643004/Put/seqid=0 2024-11-10T00:14:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741988_1164 (size=31058) 2024-11-10T00:14:04,086 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/0eb1f7e8d01d40648ba7885559fe512e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/0eb1f7e8d01d40648ba7885559fe512e 2024-11-10T00:14:04,093 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/A of 9b7f8ea8c014da4b2d39e15ef38de43e into 0eb1f7e8d01d40648ba7885559fe512e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:04,093 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:04,093 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/A, priority=13, startTime=1731197643964; duration=0sec 2024-11-10T00:14:04,093 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:04,093 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741989_1165 (size=12104) 2024-11-10T00:14:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T00:14:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:04,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197704271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197704276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197704282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197704282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197704282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197704381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,455 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/3bce632559db4a5eab62d93b2afccab3 2024-11-10T00:14:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/02111247faa948989bcedaf096d54fb5 is 50, key is test_row_0/B:col10/1731197643127/Put/seqid=0 2024-11-10T00:14:04,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741990_1166 (size=12001) 2024-11-10T00:14:04,476 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/02111247faa948989bcedaf096d54fb5 2024-11-10T00:14:04,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/12d124ad354943289bd5dc12fe1466cc is 50, key is test_row_0/C:col10/1731197643127/Put/seqid=0 2024-11-10T00:14:04,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741991_1167 (size=12001) 2024-11-10T00:14:04,513 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/b1d048b34f8642c48703b0ab37f30cd5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b1d048b34f8642c48703b0ab37f30cd5 2024-11-10T00:14:04,521 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/C of 9b7f8ea8c014da4b2d39e15ef38de43e into b1d048b34f8642c48703b0ab37f30cd5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:04,521 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:04,521 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/C, priority=13, startTime=1731197643964; duration=0sec 2024-11-10T00:14:04,521 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:04,521 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197704591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T00:14:04,896 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/12d124ad354943289bd5dc12fe1466cc 2024-11-10T00:14:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/3bce632559db4a5eab62d93b2afccab3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/3bce632559db4a5eab62d93b2afccab3 2024-11-10T00:14:04,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197704902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:04,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:04,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:04,906 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/3bce632559db4a5eab62d93b2afccab3, entries=150, sequenceid=96, filesize=30.2 K 2024-11-10T00:14:04,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/02111247faa948989bcedaf096d54fb5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/02111247faa948989bcedaf096d54fb5 2024-11-10T00:14:04,911 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/02111247faa948989bcedaf096d54fb5, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T00:14:04,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/12d124ad354943289bd5dc12fe1466cc as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/12d124ad354943289bd5dc12fe1466cc 2024-11-10T00:14:04,917 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/12d124ad354943289bd5dc12fe1466cc, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T00:14:04,919 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~335.72 KB/343776, currentSize=60.38 KB/61830 for 9b7f8ea8c014da4b2d39e15ef38de43e in 951ms, sequenceid=96, compaction requested=false 2024-11-10T00:14:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T00:14:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T00:14:04,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-10T00:14:04,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-10T00:14:04,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.4210 sec 2024-11-10T00:14:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:05,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T00:14:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:05,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c88e68bc04c84fd0b2a7ca1dba441941_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197645293/Put/seqid=0 2024-11-10T00:14:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741992_1168 (size=14594) 2024-11-10T00:14:05,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197705329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197705331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197705333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197705336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197705412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197705441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197705442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197705442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197705442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197705652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197705652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197705652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197705652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T00:14:05,662 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:05,663 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-10T00:14:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T00:14:05,667 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:05,668 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:05,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:05,728 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:05,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c88e68bc04c84fd0b2a7ca1dba441941_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c88e68bc04c84fd0b2a7ca1dba441941_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:05,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/12331053838843be98ee3234f90fc69b, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:05,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/12331053838843be98ee3234f90fc69b is 175, key is test_row_0/A:col10/1731197645293/Put/seqid=0 2024-11-10T00:14:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741993_1169 (size=39549) 2024-11-10T00:14:05,748 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/12331053838843be98ee3234f90fc69b 2024-11-10T00:14:05,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/ee3ac0971bdc4762bb93632cfa1287ce is 50, key is test_row_0/B:col10/1731197645293/Put/seqid=0 2024-11-10T00:14:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T00:14:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741994_1170 (size=12001) 2024-11-10T00:14:05,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T00:14:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:05,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197705962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197705962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197705962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197705962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T00:14:05,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:05,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:05,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:05,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:05,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T00:14:06,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T00:14:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/ee3ac0971bdc4762bb93632cfa1287ce 2024-11-10T00:14:06,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/f49f5b2b2afb4636a33abe2b5c71ef04 is 50, key is test_row_0/C:col10/1731197645293/Put/seqid=0 2024-11-10T00:14:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741995_1171 (size=12001) 2024-11-10T00:14:06,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T00:14:06,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T00:14:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197706422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:06,428 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 9b7f8ea8c014da4b2d39e15ef38de43e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:06,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T00:14:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197706472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197706472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:06,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197706472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197706481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:06,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T00:14:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:06,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/f49f5b2b2afb4636a33abe2b5c71ef04 2024-11-10T00:14:06,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/12331053838843be98ee3234f90fc69b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/12331053838843be98ee3234f90fc69b 2024-11-10T00:14:06,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/12331053838843be98ee3234f90fc69b, entries=200, sequenceid=112, filesize=38.6 K 2024-11-10T00:14:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/ee3ac0971bdc4762bb93632cfa1287ce as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ee3ac0971bdc4762bb93632cfa1287ce 2024-11-10T00:14:06,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ee3ac0971bdc4762bb93632cfa1287ce, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T00:14:06,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/f49f5b2b2afb4636a33abe2b5c71ef04 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/f49f5b2b2afb4636a33abe2b5c71ef04 2024-11-10T00:14:06,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/f49f5b2b2afb4636a33abe2b5c71ef04, entries=150, sequenceid=112, filesize=11.7 K 2024-11-10T00:14:06,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1326ms, sequenceid=112, compaction requested=true 2024-11-10T00:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:06,620 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:06,620 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:06,621 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:06,621 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:06,621 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/A is initiating minor compaction (all files) 2024-11-10T00:14:06,622 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/B is initiating minor compaction (all files) 2024-11-10T00:14:06,622 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/A in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,622 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/B in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,622 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/0eb1f7e8d01d40648ba7885559fe512e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/3bce632559db4a5eab62d93b2afccab3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/12331053838843be98ee3234f90fc69b] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=99.2 K 2024-11-10T00:14:06,622 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1d989fd423c4f50ab8ab64ecf6357e6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/02111247faa948989bcedaf096d54fb5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ee3ac0971bdc4762bb93632cfa1287ce] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.3 K 2024-11-10T00:14:06,622 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,622 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/0eb1f7e8d01d40648ba7885559fe512e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/3bce632559db4a5eab62d93b2afccab3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/12331053838843be98ee3234f90fc69b] 2024-11-10T00:14:06,622 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b1d989fd423c4f50ab8ab64ecf6357e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731197642680 2024-11-10T00:14:06,623 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eb1f7e8d01d40648ba7885559fe512e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731197642680 2024-11-10T00:14:06,623 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 02111247faa948989bcedaf096d54fb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731197643114 2024-11-10T00:14:06,623 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bce632559db4a5eab62d93b2afccab3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731197643114 2024-11-10T00:14:06,624 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ee3ac0971bdc4762bb93632cfa1287ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731197644267 2024-11-10T00:14:06,624 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12331053838843be98ee3234f90fc69b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731197644250 2024-11-10T00:14:06,633 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:06,638 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:06,639 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/8c418475a4374105886fcdbb33b28eaa is 50, key is test_row_0/B:col10/1731197645293/Put/seqid=0 2024-11-10T00:14:06,644 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110647c8d6dafc34cde8e8fd27985915145_9b7f8ea8c014da4b2d39e15ef38de43e store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:06,648 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110647c8d6dafc34cde8e8fd27985915145_9b7f8ea8c014da4b2d39e15ef38de43e, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:06,648 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110647c8d6dafc34cde8e8fd27985915145_9b7f8ea8c014da4b2d39e15ef38de43e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:06,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741996_1172 (size=12207) 2024-11-10T00:14:06,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741997_1173 (size=4469) 2024-11-10T00:14:06,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T00:14:06,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:06,744 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T00:14:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:06,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dfcc3d3999274b0b9d897667ba934f01_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197645330/Put/seqid=0 2024-11-10T00:14:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741998_1174 (size=12254) 2024-11-10T00:14:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:06,766 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dfcc3d3999274b0b9d897667ba934f01_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dfcc3d3999274b0b9d897667ba934f01_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/ce1421149647482381efcbff542d0683, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/ce1421149647482381efcbff542d0683 is 175, key is test_row_0/A:col10/1731197645330/Put/seqid=0 2024-11-10T00:14:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741999_1175 (size=31055) 2024-11-10T00:14:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T00:14:07,069 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/8c418475a4374105886fcdbb33b28eaa as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8c418475a4374105886fcdbb33b28eaa 2024-11-10T00:14:07,071 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#A#compaction#150 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:07,072 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/769902bef4a04e4c8e3719210b7b66bc is 175, key is test_row_0/A:col10/1731197645293/Put/seqid=0 2024-11-10T00:14:07,075 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/B of 9b7f8ea8c014da4b2d39e15ef38de43e into 8c418475a4374105886fcdbb33b28eaa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:07,075 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:07,075 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/B, priority=13, startTime=1731197646620; duration=0sec 2024-11-10T00:14:07,076 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:07,076 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:07,076 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:07,077 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:07,077 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/C is initiating minor compaction (all files) 2024-11-10T00:14:07,077 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/C in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:07,077 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b1d048b34f8642c48703b0ab37f30cd5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/12d124ad354943289bd5dc12fe1466cc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/f49f5b2b2afb4636a33abe2b5c71ef04] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.3 K 2024-11-10T00:14:07,078 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b1d048b34f8642c48703b0ab37f30cd5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731197642680 2024-11-10T00:14:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742000_1176 (size=31161) 2024-11-10T00:14:07,081 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 12d124ad354943289bd5dc12fe1466cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731197643114 2024-11-10T00:14:07,082 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f49f5b2b2afb4636a33abe2b5c71ef04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731197644267 2024-11-10T00:14:07,088 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/769902bef4a04e4c8e3719210b7b66bc as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/769902bef4a04e4c8e3719210b7b66bc 2024-11-10T00:14:07,093 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:07,094 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/e9d74c149e714acc9e6df7500cf7c5f3 is 50, key is test_row_0/C:col10/1731197645293/Put/seqid=0 2024-11-10T00:14:07,098 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/A of 9b7f8ea8c014da4b2d39e15ef38de43e into 769902bef4a04e4c8e3719210b7b66bc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:07,098 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:07,098 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/A, priority=13, startTime=1731197646620; duration=0sec 2024-11-10T00:14:07,099 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:07,099 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:07,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742001_1177 (size=12207) 2024-11-10T00:14:07,111 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/e9d74c149e714acc9e6df7500cf7c5f3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e9d74c149e714acc9e6df7500cf7c5f3 2024-11-10T00:14:07,121 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/C of 9b7f8ea8c014da4b2d39e15ef38de43e into e9d74c149e714acc9e6df7500cf7c5f3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:07,122 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:07,122 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/C, priority=13, startTime=1731197646620; duration=0sec 2024-11-10T00:14:07,122 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:07,122 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:07,174 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/ce1421149647482381efcbff542d0683 2024-11-10T00:14:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/dd75f2df25fa464984ab661963351643 is 50, key is test_row_0/B:col10/1731197645330/Put/seqid=0 2024-11-10T00:14:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742002_1178 (size=12101) 2024-11-10T00:14:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197707496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197707497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197707502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197707504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,589 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/dd75f2df25fa464984ab661963351643 2024-11-10T00:14:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/a4ea567c02d149dd88bbb6eea878a523 is 50, key is test_row_0/C:col10/1731197645330/Put/seqid=0 2024-11-10T00:14:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742003_1179 (size=12101) 2024-11-10T00:14:07,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197707611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197707612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197707612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197707612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T00:14:07,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197707821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197707822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197707822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197707822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,007 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/a4ea567c02d149dd88bbb6eea878a523 2024-11-10T00:14:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/ce1421149647482381efcbff542d0683 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/ce1421149647482381efcbff542d0683 2024-11-10T00:14:08,017 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/ce1421149647482381efcbff542d0683, entries=150, sequenceid=131, filesize=30.3 K 2024-11-10T00:14:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/dd75f2df25fa464984ab661963351643 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/dd75f2df25fa464984ab661963351643 2024-11-10T00:14:08,024 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/dd75f2df25fa464984ab661963351643, entries=150, sequenceid=131, filesize=11.8 K 2024-11-10T00:14:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/a4ea567c02d149dd88bbb6eea878a523 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/a4ea567c02d149dd88bbb6eea878a523 2024-11-10T00:14:08,030 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/a4ea567c02d149dd88bbb6eea878a523, entries=150, sequenceid=131, filesize=11.8 K 2024-11-10T00:14:08,031 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1287ms, sequenceid=131, compaction requested=false 2024-11-10T00:14:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T00:14:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T00:14:08,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T00:14:08,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3660 sec 2024-11-10T00:14:08,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.3730 sec 2024-11-10T00:14:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:08,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:14:08,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:08,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:08,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:08,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:08,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:08,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:08,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111061c0c1c8aa304f39ba738035779a52a6_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197648134/Put/seqid=0 2024-11-10T00:14:08,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197708153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197708154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742004_1180 (size=12304) 2024-11-10T00:14:08,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197708156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197708157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,167 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111061c0c1c8aa304f39ba738035779a52a6_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111061c0c1c8aa304f39ba738035779a52a6_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/6e531015f79e4b6fb50bd4f1425047f5, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:08,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/6e531015f79e4b6fb50bd4f1425047f5 is 175, key is test_row_0/A:col10/1731197648134/Put/seqid=0 2024-11-10T00:14:08,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742005_1181 (size=31105) 2024-11-10T00:14:08,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197708262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197708272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197708272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197708272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197708457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,460 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 9b7f8ea8c014da4b2d39e15ef38de43e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197708471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197708482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197708482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197708482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,576 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/6e531015f79e4b6fb50bd4f1425047f5 2024-11-10T00:14:08,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/cd838d0936be4579b9ce5290c46e207a is 50, key is test_row_0/B:col10/1731197648134/Put/seqid=0 2024-11-10T00:14:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742006_1182 (size=12151) 2024-11-10T00:14:08,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197708781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197708791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197708791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:08,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197708792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:08,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:08,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:08,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/cd838d0936be4579b9ce5290c46e207a 2024-11-10T00:14:08,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/4ca186e3e14c443cb32a5eccc2a0c875 is 50, key is test_row_0/C:col10/1731197648134/Put/seqid=0 2024-11-10T00:14:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742007_1183 (size=12151) 2024-11-10T00:14:09,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/4ca186e3e14c443cb32a5eccc2a0c875 2024-11-10T00:14:09,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/6e531015f79e4b6fb50bd4f1425047f5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/6e531015f79e4b6fb50bd4f1425047f5 2024-11-10T00:14:09,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/6e531015f79e4b6fb50bd4f1425047f5, entries=150, sequenceid=150, filesize=30.4 K 2024-11-10T00:14:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/cd838d0936be4579b9ce5290c46e207a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/cd838d0936be4579b9ce5290c46e207a 2024-11-10T00:14:09,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/cd838d0936be4579b9ce5290c46e207a, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T00:14:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/4ca186e3e14c443cb32a5eccc2a0c875 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/4ca186e3e14c443cb32a5eccc2a0c875 2024-11-10T00:14:09,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/4ca186e3e14c443cb32a5eccc2a0c875, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T00:14:09,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 9b7f8ea8c014da4b2d39e15ef38de43e in 898ms, sequenceid=150, compaction requested=true 2024-11-10T00:14:09,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:09,033 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:09,033 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:09,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:09,034 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:09,034 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:09,034 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/B is initiating minor compaction (all files) 2024-11-10T00:14:09,034 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/A is initiating minor compaction (all files) 2024-11-10T00:14:09,034 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/B in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:09,034 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/A in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:09,034 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/769902bef4a04e4c8e3719210b7b66bc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/ce1421149647482381efcbff542d0683, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/6e531015f79e4b6fb50bd4f1425047f5] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=91.1 K 2024-11-10T00:14:09,034 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8c418475a4374105886fcdbb33b28eaa, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/dd75f2df25fa464984ab661963351643, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/cd838d0936be4579b9ce5290c46e207a] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.6 K 2024-11-10T00:14:09,034 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:09,034 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/769902bef4a04e4c8e3719210b7b66bc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/ce1421149647482381efcbff542d0683, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/6e531015f79e4b6fb50bd4f1425047f5] 2024-11-10T00:14:09,035 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c418475a4374105886fcdbb33b28eaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731197644267 2024-11-10T00:14:09,035 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 769902bef4a04e4c8e3719210b7b66bc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731197644267 2024-11-10T00:14:09,035 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting dd75f2df25fa464984ab661963351643, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731197645308 2024-11-10T00:14:09,035 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce1421149647482381efcbff542d0683, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731197645308 2024-11-10T00:14:09,036 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting cd838d0936be4579b9ce5290c46e207a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731197647494 2024-11-10T00:14:09,036 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e531015f79e4b6fb50bd4f1425047f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731197647494 2024-11-10T00:14:09,048 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:09,049 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:09,050 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/feba0186d61e48c2b1177fdfa8e1129e is 50, key is test_row_0/B:col10/1731197648134/Put/seqid=0 2024-11-10T00:14:09,052 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111059936362838c4edcb77cbcb5fb6a34d6_9b7f8ea8c014da4b2d39e15ef38de43e store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:09,055 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111059936362838c4edcb77cbcb5fb6a34d6_9b7f8ea8c014da4b2d39e15ef38de43e, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:09,055 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111059936362838c4edcb77cbcb5fb6a34d6_9b7f8ea8c014da4b2d39e15ef38de43e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:09,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742008_1184 (size=12459) 2024-11-10T00:14:09,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742009_1185 (size=4469) 2024-11-10T00:14:09,084 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#A#compaction#160 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:09,084 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/111006d7961d48a6a0a1b204763a81c7 is 175, key is test_row_0/A:col10/1731197648134/Put/seqid=0 2024-11-10T00:14:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742010_1186 (size=31413) 2024-11-10T00:14:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:09,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T00:14:09,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:09,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:09,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:09,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:09,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:09,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:09,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110072925433d7541d6bc7c4cbfd89810d3_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197649295/Put/seqid=0 2024-11-10T00:14:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742011_1187 (size=14794) 2024-11-10T00:14:09,323 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197709319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,328 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110072925433d7541d6bc7c4cbfd89810d3_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110072925433d7541d6bc7c4cbfd89810d3_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:09,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/bc705683f6a0420280e435f543006da3, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:09,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197709321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197709322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/bc705683f6a0420280e435f543006da3 is 175, key is test_row_0/A:col10/1731197649295/Put/seqid=0 2024-11-10T00:14:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197709324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742012_1188 (size=39749) 2024-11-10T00:14:09,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/bc705683f6a0420280e435f543006da3 2024-11-10T00:14:09,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/5d1ed9c5250945d1887cca10c66afad0 is 50, key is test_row_0/B:col10/1731197649295/Put/seqid=0 2024-11-10T00:14:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742013_1189 (size=12151) 2024-11-10T00:14:09,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/5d1ed9c5250945d1887cca10c66afad0 2024-11-10T00:14:09,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7afef5d185af4751b61a7328864be003 is 50, key is test_row_0/C:col10/1731197649295/Put/seqid=0 2024-11-10T00:14:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742014_1190 (size=12151) 2024-11-10T00:14:09,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197709432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197709432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197709432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197709441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,474 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/feba0186d61e48c2b1177fdfa8e1129e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/feba0186d61e48c2b1177fdfa8e1129e 2024-11-10T00:14:09,479 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/B of 9b7f8ea8c014da4b2d39e15ef38de43e into feba0186d61e48c2b1177fdfa8e1129e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:09,479 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:09,479 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/B, priority=13, startTime=1731197649033; duration=0sec 2024-11-10T00:14:09,479 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:09,480 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:09,480 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:09,481 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:09,481 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/C is initiating minor compaction (all files) 2024-11-10T00:14:09,481 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/C in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:09,481 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e9d74c149e714acc9e6df7500cf7c5f3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/a4ea567c02d149dd88bbb6eea878a523, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/4ca186e3e14c443cb32a5eccc2a0c875] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.6 K 2024-11-10T00:14:09,482 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e9d74c149e714acc9e6df7500cf7c5f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731197644267 2024-11-10T00:14:09,482 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a4ea567c02d149dd88bbb6eea878a523, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731197645308 2024-11-10T00:14:09,482 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca186e3e14c443cb32a5eccc2a0c875, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731197647494 2024-11-10T00:14:09,490 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:09,490 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/56a64aba2fd240cd887b880e4a1a4621 is 50, key is test_row_0/C:col10/1731197648134/Put/seqid=0 2024-11-10T00:14:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742015_1191 (size=12459) 2024-11-10T00:14:09,505 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/111006d7961d48a6a0a1b204763a81c7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/111006d7961d48a6a0a1b204763a81c7 2024-11-10T00:14:09,510 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/A of 9b7f8ea8c014da4b2d39e15ef38de43e into 111006d7961d48a6a0a1b204763a81c7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:09,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:09,510 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/A, priority=13, startTime=1731197649033; duration=0sec 2024-11-10T00:14:09,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:09,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:09,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197709642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197709642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197709642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197709651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7afef5d185af4751b61a7328864be003 2024-11-10T00:14:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/bc705683f6a0420280e435f543006da3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/bc705683f6a0420280e435f543006da3 2024-11-10T00:14:09,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/bc705683f6a0420280e435f543006da3, entries=200, sequenceid=167, filesize=38.8 K 2024-11-10T00:14:09,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/5d1ed9c5250945d1887cca10c66afad0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5d1ed9c5250945d1887cca10c66afad0 2024-11-10T00:14:09,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5d1ed9c5250945d1887cca10c66afad0, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T00:14:09,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7afef5d185af4751b61a7328864be003 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7afef5d185af4751b61a7328864be003 2024-11-10T00:14:09,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7afef5d185af4751b61a7328864be003, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T00:14:09,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 9b7f8ea8c014da4b2d39e15ef38de43e in 500ms, sequenceid=167, compaction requested=false 2024-11-10T00:14:09,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T00:14:09,822 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:09,822 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-10T00:14:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T00:14:09,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:09,826 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:09,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:09,901 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/56a64aba2fd240cd887b880e4a1a4621 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/56a64aba2fd240cd887b880e4a1a4621 2024-11-10T00:14:09,907 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/C of 9b7f8ea8c014da4b2d39e15ef38de43e into 56a64aba2fd240cd887b880e4a1a4621(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:09,907 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:09,907 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/C, priority=13, startTime=1731197649033; duration=0sec 2024-11-10T00:14:09,907 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:09,907 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T00:14:09,955 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T00:14:09,955 INFO [master/b3c019fcff38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T00:14:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:09,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:14:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:09,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105c7263181097406881dfa7c73a286e2b_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197649954/Put/seqid=0 2024-11-10T00:14:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742016_1192 (size=14794) 2024-11-10T00:14:09,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:09,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:09,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197709975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197709975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197709980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197709983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197710091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197710091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197710092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197710092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T00:14:10,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197710302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197710302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197710302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197710302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:10,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105c7263181097406881dfa7c73a286e2b_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105c7263181097406881dfa7c73a286e2b_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:10,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/50ef6cc02b2142c8b3c21a6478c593c7, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:10,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/50ef6cc02b2142c8b3c21a6478c593c7 is 175, key is test_row_0/A:col10/1731197649954/Put/seqid=0 2024-11-10T00:14:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742017_1193 (size=39749) 2024-11-10T00:14:10,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T00:14:10,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197710612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197710612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197710612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197710612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/50ef6cc02b2142c8b3c21a6478c593c7 2024-11-10T00:14:10,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/a61f884e3bd742698c60dedfaf2969f6 is 50, key is test_row_0/B:col10/1731197649954/Put/seqid=0 2024-11-10T00:14:10,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742018_1194 (size=12151) 2024-11-10T00:14:10,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:10,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T00:14:11,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197711122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197711122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197711122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197711122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:11,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/a61f884e3bd742698c60dedfaf2969f6 2024-11-10T00:14:11,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/225f2cb9a9304db8a1392817e7968c45 is 50, key is test_row_0/C:col10/1731197649954/Put/seqid=0 2024-11-10T00:14:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742019_1195 (size=12151) 2024-11-10T00:14:11,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:11,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/225f2cb9a9304db8a1392817e7968c45 2024-11-10T00:14:11,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/50ef6cc02b2142c8b3c21a6478c593c7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/50ef6cc02b2142c8b3c21a6478c593c7 2024-11-10T00:14:11,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/50ef6cc02b2142c8b3c21a6478c593c7, entries=200, sequenceid=186, filesize=38.8 K 2024-11-10T00:14:11,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/a61f884e3bd742698c60dedfaf2969f6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/a61f884e3bd742698c60dedfaf2969f6 2024-11-10T00:14:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/a61f884e3bd742698c60dedfaf2969f6, entries=150, sequenceid=186, filesize=11.9 K 2024-11-10T00:14:11,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/225f2cb9a9304db8a1392817e7968c45 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/225f2cb9a9304db8a1392817e7968c45 2024-11-10T00:14:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/225f2cb9a9304db8a1392817e7968c45, entries=150, sequenceid=186, filesize=11.9 K 2024-11-10T00:14:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1690ms, sequenceid=186, compaction requested=true 2024-11-10T00:14:11,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:11,647 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:11,647 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,648 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110911 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:11,648 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/A is initiating minor compaction (all files) 2024-11-10T00:14:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,648 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:11,648 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/B is initiating minor compaction (all files) 2024-11-10T00:14:11,648 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/A in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,648 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/B in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,648 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/111006d7961d48a6a0a1b204763a81c7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/bc705683f6a0420280e435f543006da3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/50ef6cc02b2142c8b3c21a6478c593c7] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=108.3 K 2024-11-10T00:14:11,648 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/feba0186d61e48c2b1177fdfa8e1129e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5d1ed9c5250945d1887cca10c66afad0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/a61f884e3bd742698c60dedfaf2969f6] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.9 K 2024-11-10T00:14:11,648 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,648 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/111006d7961d48a6a0a1b204763a81c7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/bc705683f6a0420280e435f543006da3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/50ef6cc02b2142c8b3c21a6478c593c7] 2024-11-10T00:14:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,649 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting feba0186d61e48c2b1177fdfa8e1129e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731197647494 2024-11-10T00:14:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,649 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 111006d7961d48a6a0a1b204763a81c7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731197647494 2024-11-10T00:14:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,650 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d1ed9c5250945d1887cca10c66afad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731197648152 2024-11-10T00:14:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,650 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc705683f6a0420280e435f543006da3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731197648152 2024-11-10T00:14:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,650 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a61f884e3bd742698c60dedfaf2969f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731197649320 2024-11-10T00:14:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,650 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50ef6cc02b2142c8b3c21a6478c593c7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731197649317 2024-11-10T00:14:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,659 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,660 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,661 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/ec555bb1a17b4a2e8ba0897d11a94eaa is 50, key is test_row_0/B:col10/1731197649954/Put/seqid=0 2024-11-10T00:14:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,662 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111094346c8c269f49ceb2fc43b74691f3c0_9b7f8ea8c014da4b2d39e15ef38de43e store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111094346c8c269f49ceb2fc43b74691f3c0_9b7f8ea8c014da4b2d39e15ef38de43e, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:11,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111094346c8c269f49ceb2fc43b74691f3c0_9b7f8ea8c014da4b2d39e15ef38de43e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T00:14:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,665 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T00:14:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742020_1196 (size=12561) 2024-11-10T00:14:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,682 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/ec555bb1a17b4a2e8ba0897d11a94eaa as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ec555bb1a17b4a2e8ba0897d11a94eaa 2024-11-10T00:14:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,688 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/B of 9b7f8ea8c014da4b2d39e15ef38de43e into ec555bb1a17b4a2e8ba0897d11a94eaa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,688 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:11,688 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/B, priority=13, startTime=1731197651647; duration=0sec 2024-11-10T00:14:11,688 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:11,688 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:11,688 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:11,689 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:11,689 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/C is initiating minor compaction (all files) 2024-11-10T00:14:11,689 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/C in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:11,690 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/56a64aba2fd240cd887b880e4a1a4621, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7afef5d185af4751b61a7328864be003, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/225f2cb9a9304db8a1392817e7968c45] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=35.9 K 2024-11-10T00:14:11,690 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 56a64aba2fd240cd887b880e4a1a4621, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731197647494 2024-11-10T00:14:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a134b55ff50b4ab9a47a7aa94fcee35e_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_1/A:col10/1731197649978/Put/seqid=0 2024-11-10T00:14:11,690 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 7afef5d185af4751b61a7328864be003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731197648152 2024-11-10T00:14:11,692 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 225f2cb9a9304db8a1392817e7968c45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731197649320 2024-11-10T00:14:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742021_1197 (size=4469) 2024-11-10T00:14:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,726 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,727 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2010a404708347ac80514bd8d89e3232 is 50, key is test_row_0/C:col10/1731197649954/Put/seqid=0 2024-11-10T00:14:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742023_1199 (size=12561) 2024-11-10T00:14:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742022_1198 (size=9814) 2024-11-10T00:14:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,759 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2010a404708347ac80514bd8d89e3232 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2010a404708347ac80514bd8d89e3232 2024-11-10T00:14:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,766 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/C of 9b7f8ea8c014da4b2d39e15ef38de43e into 2010a404708347ac80514bd8d89e3232(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:11,766 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:11,766 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/C, priority=13, startTime=1731197651647; duration=0sec 2024-11-10T00:14:11,766 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:11,766 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T00:14:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,102 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,103 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/277b374833314afca29c93be45895a91 is 175, key is test_row_0/A:col10/1731197649954/Put/seqid=0 2024-11-10T00:14:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742024_1200 (size=31515) 2024-11-10T00:14:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,121 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/277b374833314afca29c93be45895a91 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/277b374833314afca29c93be45895a91 2024-11-10T00:14:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,129 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/A of 9b7f8ea8c014da4b2d39e15ef38de43e into 277b374833314afca29c93be45895a91(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:12,129 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:12,129 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/A, priority=13, startTime=1731197651646; duration=0sec 2024-11-10T00:14:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,129 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:12,129 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,161 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a134b55ff50b4ab9a47a7aa94fcee35e_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a134b55ff50b4ab9a47a7aa94fcee35e_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1d8999207bc246b6b8a9a63788fa66b8, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:12,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1d8999207bc246b6b8a9a63788fa66b8 is 175, key is test_row_1/A:col10/1731197649978/Put/seqid=0 2024-11-10T00:14:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197712168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742025_1201 (size=22461) 2024-11-10T00:14:12,179 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1d8999207bc246b6b8a9a63788fa66b8 2024-11-10T00:14:12,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197712170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197712173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197712175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/8b223bccf7684230b7942c74ca2f4d86 is 50, key is test_row_1/B:col10/1731197649978/Put/seqid=0 2024-11-10T00:14:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742026_1202 (size=9757) 2024-11-10T00:14:12,198 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/8b223bccf7684230b7942c74ca2f4d86 2024-11-10T00:14:12,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/3dc93a94525d4a188ec7e4bd3cc04847 is 50, key is test_row_1/C:col10/1731197649978/Put/seqid=0 2024-11-10T00:14:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742027_1203 (size=9757) 2024-11-10T00:14:12,222 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/3dc93a94525d4a188ec7e4bd3cc04847 2024-11-10T00:14:12,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1d8999207bc246b6b8a9a63788fa66b8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1d8999207bc246b6b8a9a63788fa66b8 2024-11-10T00:14:12,235 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1d8999207bc246b6b8a9a63788fa66b8, entries=100, sequenceid=203, filesize=21.9 K 2024-11-10T00:14:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/8b223bccf7684230b7942c74ca2f4d86 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8b223bccf7684230b7942c74ca2f4d86 2024-11-10T00:14:12,241 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8b223bccf7684230b7942c74ca2f4d86, entries=100, sequenceid=203, filesize=9.5 K 2024-11-10T00:14:12,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/3dc93a94525d4a188ec7e4bd3cc04847 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3dc93a94525d4a188ec7e4bd3cc04847 2024-11-10T00:14:12,249 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3dc93a94525d4a188ec7e4bd3cc04847, entries=100, sequenceid=203, filesize=9.5 K 2024-11-10T00:14:12,250 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 9b7f8ea8c014da4b2d39e15ef38de43e in 585ms, sequenceid=203, compaction requested=false 2024-11-10T00:14:12,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:12,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:12,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T00:14:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T00:14:12,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-10T00:14:12,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4270 sec 2024-11-10T00:14:12,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.4370 sec 2024-11-10T00:14:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:12,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T00:14:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:12,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110038ab76cd4a44b91ba60c6e412983951_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197652283/Put/seqid=0 2024-11-10T00:14:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742028_1204 (size=14794) 2024-11-10T00:14:12,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197712305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197712306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197712313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197712314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197712421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197712422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197712422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197712422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50890 deadline: 1731197712501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,506 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 9b7f8ea8c014da4b2d39e15ef38de43e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197712632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197712633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197712633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197712633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,700 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:12,706 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110038ab76cd4a44b91ba60c6e412983951_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110038ab76cd4a44b91ba60c6e412983951_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:12,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1ec8026c5d864fbe9a8174e41751f031, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:12,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1ec8026c5d864fbe9a8174e41751f031 is 175, key is test_row_0/A:col10/1731197652283/Put/seqid=0 2024-11-10T00:14:12,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742029_1205 (size=39749) 2024-11-10T00:14:12,719 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1ec8026c5d864fbe9a8174e41751f031 2024-11-10T00:14:12,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b37f936ba1fd4e56a4823931dae7105b is 50, key is test_row_0/B:col10/1731197652283/Put/seqid=0 2024-11-10T00:14:12,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742030_1206 (size=12151) 2024-11-10T00:14:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197712942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197712942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197712942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197712942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b37f936ba1fd4e56a4823931dae7105b 2024-11-10T00:14:13,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/34a7d5bc5b9049609c468c0f049e5284 is 50, key is test_row_0/C:col10/1731197652283/Put/seqid=0 2024-11-10T00:14:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742031_1207 (size=12151) 2024-11-10T00:14:13,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/34a7d5bc5b9049609c468c0f049e5284 2024-11-10T00:14:13,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/1ec8026c5d864fbe9a8174e41751f031 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1ec8026c5d864fbe9a8174e41751f031 2024-11-10T00:14:13,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1ec8026c5d864fbe9a8174e41751f031, entries=200, sequenceid=223, filesize=38.8 K 2024-11-10T00:14:13,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b37f936ba1fd4e56a4823931dae7105b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b37f936ba1fd4e56a4823931dae7105b 2024-11-10T00:14:13,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b37f936ba1fd4e56a4823931dae7105b, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T00:14:13,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/34a7d5bc5b9049609c468c0f049e5284 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/34a7d5bc5b9049609c468c0f049e5284 2024-11-10T00:14:13,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/34a7d5bc5b9049609c468c0f049e5284, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T00:14:13,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 9b7f8ea8c014da4b2d39e15ef38de43e in 894ms, sequenceid=223, compaction requested=true 2024-11-10T00:14:13,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:13,179 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:13,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:13,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:13,179 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:13,180 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:13,180 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/A is initiating minor compaction (all files) 2024-11-10T00:14:13,180 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/A in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:13,180 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/277b374833314afca29c93be45895a91, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1d8999207bc246b6b8a9a63788fa66b8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1ec8026c5d864fbe9a8174e41751f031] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=91.5 K 2024-11-10T00:14:13,180 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:13,180 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/277b374833314afca29c93be45895a91, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1d8999207bc246b6b8a9a63788fa66b8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1ec8026c5d864fbe9a8174e41751f031] 2024-11-10T00:14:13,181 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:13,181 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 277b374833314afca29c93be45895a91, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731197649320 2024-11-10T00:14:13,181 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/B is initiating minor compaction (all files) 2024-11-10T00:14:13,181 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/B in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:13,181 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ec555bb1a17b4a2e8ba0897d11a94eaa, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8b223bccf7684230b7942c74ca2f4d86, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b37f936ba1fd4e56a4823931dae7105b] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=33.7 K 2024-11-10T00:14:13,182 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d8999207bc246b6b8a9a63788fa66b8, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731197649978 2024-11-10T00:14:13,182 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ec555bb1a17b4a2e8ba0897d11a94eaa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731197649320 2024-11-10T00:14:13,183 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ec8026c5d864fbe9a8174e41751f031, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731197652168 2024-11-10T00:14:13,183 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b223bccf7684230b7942c74ca2f4d86, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731197649978 2024-11-10T00:14:13,185 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b37f936ba1fd4e56a4823931dae7105b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731197652168 2024-11-10T00:14:13,193 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:13,195 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:13,195 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/95330db84b59455bbf6c65b88b17fbd9 is 50, key is test_row_0/B:col10/1731197652283/Put/seqid=0 2024-11-10T00:14:13,201 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110918ccbbd2fae47a38a77d9f9890fd29e_9b7f8ea8c014da4b2d39e15ef38de43e store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:13,203 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110918ccbbd2fae47a38a77d9f9890fd29e_9b7f8ea8c014da4b2d39e15ef38de43e, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:13,203 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110918ccbbd2fae47a38a77d9f9890fd29e_9b7f8ea8c014da4b2d39e15ef38de43e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742032_1208 (size=12663) 2024-11-10T00:14:13,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742033_1209 (size=4469) 2024-11-10T00:14:13,222 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/95330db84b59455bbf6c65b88b17fbd9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/95330db84b59455bbf6c65b88b17fbd9 2024-11-10T00:14:13,227 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/B of 9b7f8ea8c014da4b2d39e15ef38de43e into 95330db84b59455bbf6c65b88b17fbd9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:13,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:13,227 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/B, priority=13, startTime=1731197653179; duration=0sec 2024-11-10T00:14:13,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:13,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:13,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:13,229 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:13,229 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/C is initiating minor compaction (all files) 2024-11-10T00:14:13,229 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/C in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:13,229 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2010a404708347ac80514bd8d89e3232, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3dc93a94525d4a188ec7e4bd3cc04847, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/34a7d5bc5b9049609c468c0f049e5284] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=33.7 K 2024-11-10T00:14:13,230 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2010a404708347ac80514bd8d89e3232, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731197649320 2024-11-10T00:14:13,230 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dc93a94525d4a188ec7e4bd3cc04847, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731197649978 2024-11-10T00:14:13,230 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a7d5bc5b9049609c468c0f049e5284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731197652168 2024-11-10T00:14:13,240 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:13,241 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/95ccc2ff92ab46ef995e8988a62e23b5 is 50, key is test_row_0/C:col10/1731197652283/Put/seqid=0 2024-11-10T00:14:13,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742034_1210 (size=12663) 2024-11-10T00:14:13,259 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/95ccc2ff92ab46ef995e8988a62e23b5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/95ccc2ff92ab46ef995e8988a62e23b5 2024-11-10T00:14:13,264 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/C of 9b7f8ea8c014da4b2d39e15ef38de43e into 95ccc2ff92ab46ef995e8988a62e23b5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:13,265 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:13,265 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/C, priority=13, startTime=1731197653180; duration=0sec 2024-11-10T00:14:13,265 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:13,265 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:13,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:14:13,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:13,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:13,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:13,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:13,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:13,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:13,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f2053a4cb21b4abcaaaf3f3cd4057760_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197653453/Put/seqid=0 2024-11-10T00:14:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742035_1211 (size=17284) 2024-11-10T00:14:13,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197713467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197713468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197713470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197713472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197713581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197713582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197713582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197713582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,619 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#A#compaction#177 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:13,620 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/91a17943a00148c1a385ac3a1300c39f is 175, key is test_row_0/A:col10/1731197652283/Put/seqid=0 2024-11-10T00:14:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742036_1212 (size=31617) 2024-11-10T00:14:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197713791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197713791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197713792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197713792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:13,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:13,875 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f2053a4cb21b4abcaaaf3f3cd4057760_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f2053a4cb21b4abcaaaf3f3cd4057760_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:13,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/8dc9b63e489b4374a69779cc95afc715, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:13,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/8dc9b63e489b4374a69779cc95afc715 is 175, key is test_row_0/A:col10/1731197653453/Put/seqid=0 2024-11-10T00:14:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742037_1213 (size=48389) 2024-11-10T00:14:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T00:14:13,992 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:13,992 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-10T00:14:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T00:14:13,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:13,995 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:13,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:14,030 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/91a17943a00148c1a385ac3a1300c39f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/91a17943a00148c1a385ac3a1300c39f 2024-11-10T00:14:14,037 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/A of 9b7f8ea8c014da4b2d39e15ef38de43e into 91a17943a00148c1a385ac3a1300c39f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:14,037 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:14,037 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/A, priority=13, startTime=1731197653178; duration=0sec 2024-11-10T00:14:14,037 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:14,037 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T00:14:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197714102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197714102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197714102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197714102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T00:14:14,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:14,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/8dc9b63e489b4374a69779cc95afc715 2024-11-10T00:14:14,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/1cdd08c632914a608fe85f7be6254c55 is 50, key is test_row_0/B:col10/1731197653453/Put/seqid=0 2024-11-10T00:14:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742038_1214 (size=12151) 2024-11-10T00:14:14,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T00:14:14,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:14,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T00:14:14,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T00:14:14,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:14,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T00:14:14,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:14,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:14,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197714611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197714611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T00:14:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197714622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197714622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:14,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/1cdd08c632914a608fe85f7be6254c55 2024-11-10T00:14:14,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/b2010f3575a344548ff0ca0497005722 is 50, key is test_row_0/C:col10/1731197653453/Put/seqid=0 2024-11-10T00:14:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742039_1215 (size=12151) 2024-11-10T00:14:14,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/b2010f3575a344548ff0ca0497005722 2024-11-10T00:14:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/8dc9b63e489b4374a69779cc95afc715 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/8dc9b63e489b4374a69779cc95afc715 2024-11-10T00:14:14,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/8dc9b63e489b4374a69779cc95afc715, entries=250, sequenceid=242, filesize=47.3 K 2024-11-10T00:14:14,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/1cdd08c632914a608fe85f7be6254c55 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/1cdd08c632914a608fe85f7be6254c55 2024-11-10T00:14:14,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/1cdd08c632914a608fe85f7be6254c55, entries=150, sequenceid=242, filesize=11.9 K 2024-11-10T00:14:14,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/b2010f3575a344548ff0ca0497005722 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b2010f3575a344548ff0ca0497005722 2024-11-10T00:14:14,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b2010f3575a344548ff0ca0497005722, entries=150, sequenceid=242, filesize=11.9 K 2024-11-10T00:14:14,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1274ms, sequenceid=242, compaction requested=false 2024-11-10T00:14:14,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:14,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T00:14:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:14,760 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T00:14:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:14,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100c8bdfc3cda34bdf93f89ff739c0736b_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197653468/Put/seqid=0 2024-11-10T00:14:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742040_1216 (size=12304) 2024-11-10T00:14:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T00:14:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:15,180 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100c8bdfc3cda34bdf93f89ff739c0736b_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100c8bdfc3cda34bdf93f89ff739c0736b_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d64b1a4e41f34e13b78ecf5bdf4f267d, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d64b1a4e41f34e13b78ecf5bdf4f267d is 175, key is test_row_0/A:col10/1731197653468/Put/seqid=0 2024-11-10T00:14:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742041_1217 (size=31105) 2024-11-10T00:14:15,587 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d64b1a4e41f34e13b78ecf5bdf4f267d 2024-11-10T00:14:15,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/9fb155a94a264f68841ddea0b4c70439 is 50, key is test_row_0/B:col10/1731197653468/Put/seqid=0 2024-11-10T00:14:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742042_1218 (size=12151) 2024-11-10T00:14:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197715644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197715645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197715648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197715649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197715751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197715761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197715762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197715762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197715961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197715971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197715971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197715972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,011 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/9fb155a94a264f68841ddea0b4c70439 2024-11-10T00:14:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2611618293a24cdbab7d29de2e506c93 is 50, key is test_row_0/C:col10/1731197653468/Put/seqid=0 2024-11-10T00:14:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742043_1219 (size=12151) 2024-11-10T00:14:16,024 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2611618293a24cdbab7d29de2e506c93 2024-11-10T00:14:16,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d64b1a4e41f34e13b78ecf5bdf4f267d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d64b1a4e41f34e13b78ecf5bdf4f267d 2024-11-10T00:14:16,035 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d64b1a4e41f34e13b78ecf5bdf4f267d, entries=150, sequenceid=258, filesize=30.4 K 2024-11-10T00:14:16,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/9fb155a94a264f68841ddea0b4c70439 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/9fb155a94a264f68841ddea0b4c70439 2024-11-10T00:14:16,043 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/9fb155a94a264f68841ddea0b4c70439, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T00:14:16,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/2611618293a24cdbab7d29de2e506c93 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2611618293a24cdbab7d29de2e506c93 2024-11-10T00:14:16,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2611618293a24cdbab7d29de2e506c93, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T00:14:16,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1289ms, sequenceid=258, compaction requested=true 2024-11-10T00:14:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:16,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T00:14:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T00:14:16,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-10T00:14:16,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0560 sec 2024-11-10T00:14:16,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.0610 sec 2024-11-10T00:14:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T00:14:16,142 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:16,143 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-10T00:14:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T00:14:16,145 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:16,145 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:16,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T00:14:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:16,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:14:16,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:16,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:16,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:16,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:16,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:16,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:16,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c69d72f17e6948ea9396f748dd6de789_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197655635/Put/seqid=0 2024-11-10T00:14:16,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742044_1220 (size=14994) 2024-11-10T00:14:16,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:16,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c69d72f17e6948ea9396f748dd6de789_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c69d72f17e6948ea9396f748dd6de789_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:16,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/27afc7934b724917997fb68288f855db, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:16,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/27afc7934b724917997fb68288f855db is 175, key is test_row_0/A:col10/1731197655635/Put/seqid=0 2024-11-10T00:14:16,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197716292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742045_1221 (size=39949) 2024-11-10T00:14:16,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:16,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:16,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197716294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197716295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197716295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197716402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197716412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197716412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197716412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T00:14:16,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197716612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197716622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197716622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197716622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,698 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/27afc7934b724917997fb68288f855db 2024-11-10T00:14:16,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/c639871779a24f858a40d1294c74e93a is 50, key is test_row_0/B:col10/1731197655635/Put/seqid=0 2024-11-10T00:14:16,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742046_1222 (size=12301) 2024-11-10T00:14:16,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T00:14:16,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:16,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:16,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:16,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197716921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197716932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197716932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197716932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:17,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:17,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:17,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/c639871779a24f858a40d1294c74e93a 2024-11-10T00:14:17,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/96734af382cf423cb6f15a0e9883ef5e is 50, key is test_row_0/C:col10/1731197655635/Put/seqid=0 2024-11-10T00:14:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742047_1223 (size=12301) 2024-11-10T00:14:17,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T00:14:17,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197717432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:17,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197717442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:17,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197717442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197717442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:17,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:17,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/96734af382cf423cb6f15a0e9883ef5e 2024-11-10T00:14:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/27afc7934b724917997fb68288f855db as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/27afc7934b724917997fb68288f855db 2024-11-10T00:14:17,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/27afc7934b724917997fb68288f855db, entries=200, sequenceid=276, filesize=39.0 K 2024-11-10T00:14:17,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/c639871779a24f858a40d1294c74e93a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/c639871779a24f858a40d1294c74e93a 2024-11-10T00:14:17,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/c639871779a24f858a40d1294c74e93a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T00:14:17,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/96734af382cf423cb6f15a0e9883ef5e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/96734af382cf423cb6f15a0e9883ef5e 2024-11-10T00:14:17,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/96734af382cf423cb6f15a0e9883ef5e, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T00:14:17,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1273ms, sequenceid=276, compaction requested=true 2024-11-10T00:14:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:17,547 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:14:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:17,547 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:14:17,548 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151060 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:14:17,548 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/A is initiating minor compaction (all files) 2024-11-10T00:14:17,548 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:14:17,549 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/A in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,549 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/B is initiating minor compaction (all files) 2024-11-10T00:14:17,549 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/B in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,549 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/91a17943a00148c1a385ac3a1300c39f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/8dc9b63e489b4374a69779cc95afc715, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d64b1a4e41f34e13b78ecf5bdf4f267d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/27afc7934b724917997fb68288f855db] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=147.5 K 2024-11-10T00:14:17,549 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/95330db84b59455bbf6c65b88b17fbd9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/1cdd08c632914a608fe85f7be6254c55, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/9fb155a94a264f68841ddea0b4c70439, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/c639871779a24f858a40d1294c74e93a] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=48.1 K 2024-11-10T00:14:17,549 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,549 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/91a17943a00148c1a385ac3a1300c39f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/8dc9b63e489b4374a69779cc95afc715, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d64b1a4e41f34e13b78ecf5bdf4f267d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/27afc7934b724917997fb68288f855db] 2024-11-10T00:14:17,549 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 95330db84b59455bbf6c65b88b17fbd9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731197652168 2024-11-10T00:14:17,549 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91a17943a00148c1a385ac3a1300c39f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731197652168 2024-11-10T00:14:17,550 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cdd08c632914a608fe85f7be6254c55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731197652312 2024-11-10T00:14:17,551 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc9b63e489b4374a69779cc95afc715, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731197652296 2024-11-10T00:14:17,551 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fb155a94a264f68841ddea0b4c70439, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731197653462 2024-11-10T00:14:17,551 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting d64b1a4e41f34e13b78ecf5bdf4f267d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731197653462 2024-11-10T00:14:17,552 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c639871779a24f858a40d1294c74e93a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731197655635 2024-11-10T00:14:17,552 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27afc7934b724917997fb68288f855db, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731197655635 2024-11-10T00:14:17,575 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:17,581 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f633189c05d64d248e0664993db1e96f_9b7f8ea8c014da4b2d39e15ef38de43e store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:17,582 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:17,582 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/f1b4bc835ed84ab1a958827dd23a167b is 50, key is test_row_0/B:col10/1731197655635/Put/seqid=0 2024-11-10T00:14:17,584 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f633189c05d64d248e0664993db1e96f_9b7f8ea8c014da4b2d39e15ef38de43e, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:17,584 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f633189c05d64d248e0664993db1e96f_9b7f8ea8c014da4b2d39e15ef38de43e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:17,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742048_1224 (size=12949) 2024-11-10T00:14:17,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742049_1225 (size=4469) 2024-11-10T00:14:17,594 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#A#compaction#189 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:17,595 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/07f2451b429c471aa3c18c36145ecf6d is 175, key is test_row_0/A:col10/1731197655635/Put/seqid=0 2024-11-10T00:14:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742050_1226 (size=31903) 2024-11-10T00:14:17,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T00:14:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:17,677 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T00:14:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:17,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109f352a7687de46acabe559b8bd72b268_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197656292/Put/seqid=0 2024-11-10T00:14:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742051_1227 (size=12454) 2024-11-10T00:14:17,998 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/f1b4bc835ed84ab1a958827dd23a167b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f1b4bc835ed84ab1a958827dd23a167b 2024-11-10T00:14:18,006 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/B of 9b7f8ea8c014da4b2d39e15ef38de43e into f1b4bc835ed84ab1a958827dd23a167b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:18,006 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:18,006 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/B, priority=12, startTime=1731197657547; duration=0sec 2024-11-10T00:14:18,006 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:18,008 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:18,008 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:14:18,008 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/07f2451b429c471aa3c18c36145ecf6d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/07f2451b429c471aa3c18c36145ecf6d 2024-11-10T00:14:18,009 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:14:18,009 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/C is initiating minor compaction (all files) 2024-11-10T00:14:18,010 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/C in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:18,010 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/95ccc2ff92ab46ef995e8988a62e23b5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b2010f3575a344548ff0ca0497005722, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2611618293a24cdbab7d29de2e506c93, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/96734af382cf423cb6f15a0e9883ef5e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=48.1 K 2024-11-10T00:14:18,010 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 95ccc2ff92ab46ef995e8988a62e23b5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731197652168 2024-11-10T00:14:18,011 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b2010f3575a344548ff0ca0497005722, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731197652312 2024-11-10T00:14:18,011 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2611618293a24cdbab7d29de2e506c93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731197653462 2024-11-10T00:14:18,011 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 96734af382cf423cb6f15a0e9883ef5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731197655635 2024-11-10T00:14:18,013 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/A of 9b7f8ea8c014da4b2d39e15ef38de43e into 07f2451b429c471aa3c18c36145ecf6d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:18,013 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:18,013 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/A, priority=12, startTime=1731197657547; duration=0sec 2024-11-10T00:14:18,014 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:18,014 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:18,030 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:18,031 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/19148931c6c141f69d37b8d21b762757 is 50, key is test_row_0/C:col10/1731197655635/Put/seqid=0 2024-11-10T00:14:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742052_1228 (size=12949) 2024-11-10T00:14:18,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:18,107 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109f352a7687de46acabe559b8bd72b268_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109f352a7687de46acabe559b8bd72b268_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7c2e3add55a64a8d9dae277d2fa682f7, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7c2e3add55a64a8d9dae277d2fa682f7 is 175, key is test_row_0/A:col10/1731197656292/Put/seqid=0 2024-11-10T00:14:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742053_1229 (size=31255) 2024-11-10T00:14:18,116 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7c2e3add55a64a8d9dae277d2fa682f7 2024-11-10T00:14:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/6615cfeab97f4af9a2e52b727b3ed179 is 50, key is test_row_0/B:col10/1731197656292/Put/seqid=0 2024-11-10T00:14:18,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742054_1230 (size=12301) 2024-11-10T00:14:18,130 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/6615cfeab97f4af9a2e52b727b3ed179 2024-11-10T00:14:18,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/8fb211608a774604a9eabd6c8f530409 is 50, key is test_row_0/C:col10/1731197656292/Put/seqid=0 2024-11-10T00:14:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742055_1231 (size=12301) 2024-11-10T00:14:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T00:14:18,441 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/19148931c6c141f69d37b8d21b762757 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/19148931c6c141f69d37b8d21b762757 2024-11-10T00:14:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:18,448 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/C of 9b7f8ea8c014da4b2d39e15ef38de43e into 19148931c6c141f69d37b8d21b762757(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:18,448 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:18,448 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/C, priority=12, startTime=1731197657547; duration=0sec 2024-11-10T00:14:18,448 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:18,448 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:18,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197718463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197718464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197718465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197718466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,542 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/8fb211608a774604a9eabd6c8f530409 2024-11-10T00:14:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7c2e3add55a64a8d9dae277d2fa682f7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7c2e3add55a64a8d9dae277d2fa682f7 2024-11-10T00:14:18,554 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7c2e3add55a64a8d9dae277d2fa682f7, entries=150, sequenceid=291, filesize=30.5 K 2024-11-10T00:14:18,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/6615cfeab97f4af9a2e52b727b3ed179 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6615cfeab97f4af9a2e52b727b3ed179 2024-11-10T00:14:18,559 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6615cfeab97f4af9a2e52b727b3ed179, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T00:14:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/8fb211608a774604a9eabd6c8f530409 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/8fb211608a774604a9eabd6c8f530409 2024-11-10T00:14:18,565 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/8fb211608a774604a9eabd6c8f530409, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T00:14:18,566 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 9b7f8ea8c014da4b2d39e15ef38de43e in 889ms, sequenceid=291, compaction requested=false 2024-11-10T00:14:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T00:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T00:14:18,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-10T00:14:18,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4210 sec 2024-11-10T00:14:18,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.4280 sec 2024-11-10T00:14:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:18,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:14:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:18,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101769ec3225cb4580af9c9adffb7e32dc_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197658464/Put/seqid=0 2024-11-10T00:14:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742056_1232 (size=14994) 2024-11-10T00:14:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197718589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197718590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197718591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197718593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197718912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197718912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197718912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197718912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:18,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:18,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101769ec3225cb4580af9c9adffb7e32dc_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101769ec3225cb4580af9c9adffb7e32dc_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:19,000 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/5dda52bc99934004981444aae0336ec2, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:19,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/5dda52bc99934004981444aae0336ec2 is 175, key is test_row_0/A:col10/1731197658464/Put/seqid=0 2024-11-10T00:14:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742057_1233 (size=39949) 2024-11-10T00:14:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197719222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197719222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197719222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197719222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/5dda52bc99934004981444aae0336ec2 2024-11-10T00:14:19,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/d85119af9b40420088a9a7a3d52f9b94 is 50, key is test_row_0/B:col10/1731197658464/Put/seqid=0 2024-11-10T00:14:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742058_1234 (size=12301) 2024-11-10T00:14:19,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197719732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197719732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197719742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197719742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:19,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/d85119af9b40420088a9a7a3d52f9b94 2024-11-10T00:14:19,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/e634e9184200492696fd5f3c35c5080a is 50, key is test_row_0/C:col10/1731197658464/Put/seqid=0 2024-11-10T00:14:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742059_1235 (size=12301) 2024-11-10T00:14:20,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/e634e9184200492696fd5f3c35c5080a 2024-11-10T00:14:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/5dda52bc99934004981444aae0336ec2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/5dda52bc99934004981444aae0336ec2 2024-11-10T00:14:20,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/5dda52bc99934004981444aae0336ec2, entries=200, sequenceid=312, filesize=39.0 K 2024-11-10T00:14:20,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/d85119af9b40420088a9a7a3d52f9b94 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d85119af9b40420088a9a7a3d52f9b94 2024-11-10T00:14:20,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d85119af9b40420088a9a7a3d52f9b94, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T00:14:20,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/e634e9184200492696fd5f3c35c5080a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e634e9184200492696fd5f3c35c5080a 2024-11-10T00:14:20,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e634e9184200492696fd5f3c35c5080a, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T00:14:20,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1697ms, sequenceid=312, compaction requested=true 2024-11-10T00:14:20,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:20,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:20,272 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:20,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:20,272 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:20,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:20,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:20,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:20,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:20,274 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:20,274 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/A is initiating minor compaction (all files) 2024-11-10T00:14:20,274 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/A in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:20,274 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/07f2451b429c471aa3c18c36145ecf6d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7c2e3add55a64a8d9dae277d2fa682f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/5dda52bc99934004981444aae0336ec2] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=100.7 K 2024-11-10T00:14:20,274 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:20,274 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/07f2451b429c471aa3c18c36145ecf6d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7c2e3add55a64a8d9dae277d2fa682f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/5dda52bc99934004981444aae0336ec2] 2024-11-10T00:14:20,274 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:20,275 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/B is initiating minor compaction (all files) 2024-11-10T00:14:20,275 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07f2451b429c471aa3c18c36145ecf6d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731197655635 2024-11-10T00:14:20,275 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/B in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:20,275 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f1b4bc835ed84ab1a958827dd23a167b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6615cfeab97f4af9a2e52b727b3ed179, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d85119af9b40420088a9a7a3d52f9b94] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=36.7 K 2024-11-10T00:14:20,275 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c2e3add55a64a8d9dae277d2fa682f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731197656292 2024-11-10T00:14:20,275 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f1b4bc835ed84ab1a958827dd23a167b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731197655635 2024-11-10T00:14:20,276 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dda52bc99934004981444aae0336ec2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731197658461 2024-11-10T00:14:20,276 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 6615cfeab97f4af9a2e52b727b3ed179, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731197656292 2024-11-10T00:14:20,276 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d85119af9b40420088a9a7a3d52f9b94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731197658461 2024-11-10T00:14:20,282 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:20,284 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:20,284 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/063c8c2f8539448b92ec19ee10ac5bd7 is 50, key is test_row_0/B:col10/1731197658464/Put/seqid=0 2024-11-10T00:14:20,286 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111078daa567a73e4b85a0375e2aa499c13d_9b7f8ea8c014da4b2d39e15ef38de43e store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:20,288 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111078daa567a73e4b85a0375e2aa499c13d_9b7f8ea8c014da4b2d39e15ef38de43e, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:20,288 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111078daa567a73e4b85a0375e2aa499c13d_9b7f8ea8c014da4b2d39e15ef38de43e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:20,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742060_1236 (size=13051) 2024-11-10T00:14:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742061_1237 (size=4469) 2024-11-10T00:14:20,307 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#A#compaction#199 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:20,308 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/f913a79d60f449a0bf4151cc987de3be is 175, key is test_row_0/A:col10/1731197658464/Put/seqid=0 2024-11-10T00:14:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T00:14:20,311 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:20,312 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:20,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742062_1238 (size=32005) 2024-11-10T00:14:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-10T00:14:20,315 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:20,316 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:20,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T00:14:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T00:14:20,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-10T00:14:20,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:20,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:14:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111067d92367a9bb4638b9a92caf3bef5801_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197658590/Put/seqid=0 2024-11-10T00:14:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742063_1239 (size=12454) 2024-11-10T00:14:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T00:14:20,709 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/063c8c2f8539448b92ec19ee10ac5bd7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/063c8c2f8539448b92ec19ee10ac5bd7 2024-11-10T00:14:20,715 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/B of 9b7f8ea8c014da4b2d39e15ef38de43e into 063c8c2f8539448b92ec19ee10ac5bd7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:20,715 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:20,715 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/B, priority=13, startTime=1731197660272; duration=0sec 2024-11-10T00:14:20,716 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:20,716 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:20,716 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:20,718 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:20,719 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 9b7f8ea8c014da4b2d39e15ef38de43e/C is initiating minor compaction (all files) 2024-11-10T00:14:20,719 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/f913a79d60f449a0bf4151cc987de3be as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/f913a79d60f449a0bf4151cc987de3be 2024-11-10T00:14:20,719 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9b7f8ea8c014da4b2d39e15ef38de43e/C in TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:20,719 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/19148931c6c141f69d37b8d21b762757, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/8fb211608a774604a9eabd6c8f530409, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e634e9184200492696fd5f3c35c5080a] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp, totalSize=36.7 K 2024-11-10T00:14:20,720 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 19148931c6c141f69d37b8d21b762757, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731197655635 2024-11-10T00:14:20,721 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fb211608a774604a9eabd6c8f530409, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731197656292 2024-11-10T00:14:20,722 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e634e9184200492696fd5f3c35c5080a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731197658461 2024-11-10T00:14:20,725 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/A of 9b7f8ea8c014da4b2d39e15ef38de43e into f913a79d60f449a0bf4151cc987de3be(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:20,725 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:20,725 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/A, priority=13, startTime=1731197660272; duration=0sec 2024-11-10T00:14:20,726 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:20,726 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:20,733 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9b7f8ea8c014da4b2d39e15ef38de43e#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:20,733 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/9a4416d9606f4758bda42d27faf6dd5f is 50, key is test_row_0/C:col10/1731197658464/Put/seqid=0 2024-11-10T00:14:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742064_1240 (size=13051) 2024-11-10T00:14:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:20,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. as already flushing 2024-11-10T00:14:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197720767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197720774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197720774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197720776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197720881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197720881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197720882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197720882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:20,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:20,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111067d92367a9bb4638b9a92caf3bef5801_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111067d92367a9bb4638b9a92caf3bef5801_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:20,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d18103412350414faa65e7ec15f7d7ef, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d18103412350414faa65e7ec15f7d7ef is 175, key is test_row_0/A:col10/1731197658590/Put/seqid=0 2024-11-10T00:14:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742065_1241 (size=31255) 2024-11-10T00:14:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T00:14:21,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197721092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197721092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197721092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197721092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,144 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/9a4416d9606f4758bda42d27faf6dd5f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/9a4416d9606f4758bda42d27faf6dd5f 2024-11-10T00:14:21,152 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9b7f8ea8c014da4b2d39e15ef38de43e/C of 9b7f8ea8c014da4b2d39e15ef38de43e into 9a4416d9606f4758bda42d27faf6dd5f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:21,152 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:21,153 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., storeName=9b7f8ea8c014da4b2d39e15ef38de43e/C, priority=13, startTime=1731197660273; duration=0sec 2024-11-10T00:14:21,153 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:21,153 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:21,301 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d18103412350414faa65e7ec15f7d7ef 2024-11-10T00:14:21,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b1e3dd22321d4b6e819f72f642649a06 is 50, key is test_row_0/B:col10/1731197658590/Put/seqid=0 2024-11-10T00:14:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742066_1242 (size=12301) 2024-11-10T00:14:21,366 INFO [Thread-734 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-734. 2024-11-10T00:14:21,366 DEBUG [Thread-734 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:21,366 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,366 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:21,366 INFO [Thread-732 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-732. 2024-11-10T00:14:21,366 DEBUG [Thread-732 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:21,366 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,367 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:21,368 INFO [Thread-738 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-738. 2024-11-10T00:14:21,368 DEBUG [Thread-738 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:21,368 DEBUG [Thread-738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,368 DEBUG [Thread-738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:21,374 INFO [Thread-736 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-736. 2024-11-10T00:14:21,374 DEBUG [Thread-736 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:21,374 DEBUG [Thread-736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,374 DEBUG [Thread-736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:21,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197721401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197721402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197721401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197721402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T00:14:21,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b1e3dd22321d4b6e819f72f642649a06 2024-11-10T00:14:21,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/3961fdbbcec347959de9aa18b29d6045 is 50, key is test_row_0/C:col10/1731197658590/Put/seqid=0 2024-11-10T00:14:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742067_1243 (size=12301) 2024-11-10T00:14:21,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731197721912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50960 deadline: 1731197721912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731197721912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50976 deadline: 1731197721912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:22,126 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/3961fdbbcec347959de9aa18b29d6045 2024-11-10T00:14:22,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/d18103412350414faa65e7ec15f7d7ef as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d18103412350414faa65e7ec15f7d7ef 2024-11-10T00:14:22,134 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d18103412350414faa65e7ec15f7d7ef, entries=150, sequenceid=326, filesize=30.5 K 2024-11-10T00:14:22,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/b1e3dd22321d4b6e819f72f642649a06 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1e3dd22321d4b6e819f72f642649a06 2024-11-10T00:14:22,137 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1e3dd22321d4b6e819f72f642649a06, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T00:14:22,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/3961fdbbcec347959de9aa18b29d6045 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3961fdbbcec347959de9aa18b29d6045 2024-11-10T00:14:22,142 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3961fdbbcec347959de9aa18b29d6045, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T00:14:22,142 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1674ms, sequenceid=326, compaction requested=false 2024-11-10T00:14:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T00:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T00:14:22,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-10T00:14:22,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-11-10T00:14:22,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8340 sec 2024-11-10T00:14:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T00:14:22,472 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:22,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T00:14:22,594 INFO [Thread-721 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-721. 2024-11-10T00:14:22,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:22,594 DEBUG [Thread-721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:22,594 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:22,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:22,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:22,594 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:22,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:22,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:22,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104f4b28d3bbe94159ba53cbcb407a8865_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197660774/Put/seqid=0 2024-11-10T00:14:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742068_1244 (size=12454) 2024-11-10T00:14:22,923 INFO [Thread-723 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-723. 2024-11-10T00:14:22,923 INFO [Thread-729 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-729. 2024-11-10T00:14:22,923 INFO [Thread-725 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-725. 2024-11-10T00:14:22,923 DEBUG [Thread-725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:22,923 DEBUG [Thread-729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:22,923 DEBUG [Thread-723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:22,923 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,923 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,923 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,924 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,924 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,924 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:22,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:22,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:22,925 INFO [Thread-727 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-727. 2024-11-10T00:14:22,925 DEBUG [Thread-727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:22,925 DEBUG [Thread-727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,925 DEBUG [Thread-727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3313 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3255 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1398 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4189 rows 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1400 2024-11-10T00:14:22,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4198 rows 2024-11-10T00:14:22,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:14:22,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:14:22,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:22,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:22,926 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T00:14:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T00:14:22,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197662929"}]},"ts":"1731197662929"} 2024-11-10T00:14:22,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T00:14:22,930 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T00:14:22,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:14:22,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, UNASSIGN}] 2024-11-10T00:14:22,933 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, UNASSIGN 2024-11-10T00:14:22,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:22,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, UNASSIGN because future has completed 2024-11-10T00:14:22,934 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:14:22,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:23,004 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:23,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104f4b28d3bbe94159ba53cbcb407a8865_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104f4b28d3bbe94159ba53cbcb407a8865_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:23,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/49bf9164bea841adbcf68df894bad3b5, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:23,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/49bf9164bea841adbcf68df894bad3b5 is 175, key is test_row_0/A:col10/1731197660774/Put/seqid=0 2024-11-10T00:14:23,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742069_1245 (size=31255) 2024-11-10T00:14:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T00:14:23,087 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:23,087 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:14:23,087 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 9b7f8ea8c014da4b2d39e15ef38de43e, disabling compactions & flushes 2024-11-10T00:14:23,087 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T00:14:23,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/49bf9164bea841adbcf68df894bad3b5 2024-11-10T00:14:23,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/6f027835b6b74286be67b40ac9f34a1d is 50, key is test_row_0/B:col10/1731197660774/Put/seqid=0 2024-11-10T00:14:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742070_1246 (size=12301) 2024-11-10T00:14:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T00:14:23,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/6f027835b6b74286be67b40ac9f34a1d 2024-11-10T00:14:23,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7b631fa3cf90491eb8f1b9093ae451e5 is 50, key is test_row_0/C:col10/1731197660774/Put/seqid=0 2024-11-10T00:14:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742071_1247 (size=12301) 2024-11-10T00:14:23,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:14:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T00:14:24,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7b631fa3cf90491eb8f1b9093ae451e5 2024-11-10T00:14:24,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/49bf9164bea841adbcf68df894bad3b5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/49bf9164bea841adbcf68df894bad3b5 2024-11-10T00:14:24,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/49bf9164bea841adbcf68df894bad3b5, entries=150, sequenceid=348, filesize=30.5 K 2024-11-10T00:14:24,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/6f027835b6b74286be67b40ac9f34a1d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6f027835b6b74286be67b40ac9f34a1d 2024-11-10T00:14:24,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6f027835b6b74286be67b40ac9f34a1d, entries=150, sequenceid=348, filesize=12.0 K 2024-11-10T00:14:24,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/7b631fa3cf90491eb8f1b9093ae451e5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b631fa3cf90491eb8f1b9093ae451e5 2024-11-10T00:14:24,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b631fa3cf90491eb8f1b9093ae451e5, entries=150, sequenceid=348, filesize=12.0 K 2024-11-10T00:14:24,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=26.84 KB/27480 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1660ms, sequenceid=348, compaction requested=true 2024-11-10T00:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9b7f8ea8c014da4b2d39e15ef38de43e: 2024-11-10T00:14:24,254 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. after waiting 0 ms 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9b7f8ea8c014da4b2d39e15ef38de43e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:24,254 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 9b7f8ea8c014da4b2d39e15ef38de43e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-10T00:14:24,254 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. because compaction request was cancelled 2024-11-10T00:14:24,254 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. because compaction request was cancelled 2024-11-10T00:14:24,254 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:B 2024-11-10T00:14:24,254 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:A 2024-11-10T00:14:24,254 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. because compaction request was cancelled 2024-11-10T00:14:24,254 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9b7f8ea8c014da4b2d39e15ef38de43e:C 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=A 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=B 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9b7f8ea8c014da4b2d39e15ef38de43e, store=C 2024-11-10T00:14:24,255 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:24,260 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106e7b971e82b7490187488f0d6d7fd37e_9b7f8ea8c014da4b2d39e15ef38de43e is 50, key is test_row_0/A:col10/1731197662922/Put/seqid=0 2024-11-10T00:14:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742072_1248 (size=12454) 2024-11-10T00:14:24,664 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:24,668 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106e7b971e82b7490187488f0d6d7fd37e_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106e7b971e82b7490187488f0d6d7fd37e_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:24,669 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7987388ecce64727b8991c83204c8cff, store: [table=TestAcidGuarantees family=A region=9b7f8ea8c014da4b2d39e15ef38de43e] 2024-11-10T00:14:24,670 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7987388ecce64727b8991c83204c8cff is 175, key is test_row_0/A:col10/1731197662922/Put/seqid=0 2024-11-10T00:14:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742073_1249 (size=31255) 2024-11-10T00:14:25,075 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7987388ecce64727b8991c83204c8cff 2024-11-10T00:14:25,081 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/43dab4bc4fbd44739921b61ca34ec00f is 50, key is test_row_0/B:col10/1731197662922/Put/seqid=0 2024-11-10T00:14:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T00:14:25,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742074_1250 (size=12301) 2024-11-10T00:14:25,485 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/43dab4bc4fbd44739921b61ca34ec00f 2024-11-10T00:14:25,492 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/00580bb4f9134dcba511772f273102e4 is 50, key is test_row_0/C:col10/1731197662922/Put/seqid=0 2024-11-10T00:14:25,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742075_1251 (size=12301) 2024-11-10T00:14:25,896 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/00580bb4f9134dcba511772f273102e4 2024-11-10T00:14:25,900 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/A/7987388ecce64727b8991c83204c8cff as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7987388ecce64727b8991c83204c8cff 2024-11-10T00:14:25,904 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7987388ecce64727b8991c83204c8cff, entries=150, sequenceid=355, filesize=30.5 K 2024-11-10T00:14:25,905 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/B/43dab4bc4fbd44739921b61ca34ec00f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/43dab4bc4fbd44739921b61ca34ec00f 2024-11-10T00:14:25,909 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/43dab4bc4fbd44739921b61ca34ec00f, entries=150, sequenceid=355, filesize=12.0 K 2024-11-10T00:14:25,909 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/.tmp/C/00580bb4f9134dcba511772f273102e4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/00580bb4f9134dcba511772f273102e4 2024-11-10T00:14:25,913 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/00580bb4f9134dcba511772f273102e4, entries=150, sequenceid=355, filesize=12.0 K 2024-11-10T00:14:25,914 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1660ms, sequenceid=355, compaction requested=true 2024-11-10T00:14:25,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/055bc1af97374d82abc2175eb2a569a9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/060112e829e4445d8099d195f7ce271a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d656289d5cc341ce9bba9aebfa9e2b47, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/0eb1f7e8d01d40648ba7885559fe512e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/3bce632559db4a5eab62d93b2afccab3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/12331053838843be98ee3234f90fc69b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/769902bef4a04e4c8e3719210b7b66bc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/ce1421149647482381efcbff542d0683, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/111006d7961d48a6a0a1b204763a81c7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/6e531015f79e4b6fb50bd4f1425047f5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/bc705683f6a0420280e435f543006da3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/50ef6cc02b2142c8b3c21a6478c593c7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/277b374833314afca29c93be45895a91, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1d8999207bc246b6b8a9a63788fa66b8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1ec8026c5d864fbe9a8174e41751f031, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/91a17943a00148c1a385ac3a1300c39f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/8dc9b63e489b4374a69779cc95afc715, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d64b1a4e41f34e13b78ecf5bdf4f267d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/27afc7934b724917997fb68288f855db, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/07f2451b429c471aa3c18c36145ecf6d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7c2e3add55a64a8d9dae277d2fa682f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/5dda52bc99934004981444aae0336ec2] to archive 2024-11-10T00:14:25,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:14:25,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/055bc1af97374d82abc2175eb2a569a9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/055bc1af97374d82abc2175eb2a569a9 2024-11-10T00:14:25,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/060112e829e4445d8099d195f7ce271a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/060112e829e4445d8099d195f7ce271a 2024-11-10T00:14:25,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d656289d5cc341ce9bba9aebfa9e2b47 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d656289d5cc341ce9bba9aebfa9e2b47 2024-11-10T00:14:25,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/0eb1f7e8d01d40648ba7885559fe512e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/0eb1f7e8d01d40648ba7885559fe512e 2024-11-10T00:14:25,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/3bce632559db4a5eab62d93b2afccab3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/3bce632559db4a5eab62d93b2afccab3 2024-11-10T00:14:25,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/12331053838843be98ee3234f90fc69b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/12331053838843be98ee3234f90fc69b 2024-11-10T00:14:25,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/769902bef4a04e4c8e3719210b7b66bc to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/769902bef4a04e4c8e3719210b7b66bc 2024-11-10T00:14:25,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/ce1421149647482381efcbff542d0683 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/ce1421149647482381efcbff542d0683 2024-11-10T00:14:25,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/111006d7961d48a6a0a1b204763a81c7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/111006d7961d48a6a0a1b204763a81c7 2024-11-10T00:14:25,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/6e531015f79e4b6fb50bd4f1425047f5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/6e531015f79e4b6fb50bd4f1425047f5 2024-11-10T00:14:25,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/bc705683f6a0420280e435f543006da3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/bc705683f6a0420280e435f543006da3 2024-11-10T00:14:25,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/50ef6cc02b2142c8b3c21a6478c593c7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/50ef6cc02b2142c8b3c21a6478c593c7 2024-11-10T00:14:25,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/277b374833314afca29c93be45895a91 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/277b374833314afca29c93be45895a91 2024-11-10T00:14:25,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1d8999207bc246b6b8a9a63788fa66b8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1d8999207bc246b6b8a9a63788fa66b8 2024-11-10T00:14:25,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1ec8026c5d864fbe9a8174e41751f031 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/1ec8026c5d864fbe9a8174e41751f031 2024-11-10T00:14:25,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/91a17943a00148c1a385ac3a1300c39f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/91a17943a00148c1a385ac3a1300c39f 2024-11-10T00:14:25,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/8dc9b63e489b4374a69779cc95afc715 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/8dc9b63e489b4374a69779cc95afc715 2024-11-10T00:14:25,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d64b1a4e41f34e13b78ecf5bdf4f267d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d64b1a4e41f34e13b78ecf5bdf4f267d 2024-11-10T00:14:25,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/27afc7934b724917997fb68288f855db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/27afc7934b724917997fb68288f855db 2024-11-10T00:14:25,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/07f2451b429c471aa3c18c36145ecf6d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/07f2451b429c471aa3c18c36145ecf6d 2024-11-10T00:14:25,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7c2e3add55a64a8d9dae277d2fa682f7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7c2e3add55a64a8d9dae277d2fa682f7 2024-11-10T00:14:25,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/5dda52bc99934004981444aae0336ec2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/5dda52bc99934004981444aae0336ec2 2024-11-10T00:14:25,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d697b124981141af82035a9f2c55d809, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5c7a23a4eee9435499822fb8e3e0a8c1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1d989fd423c4f50ab8ab64ecf6357e6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f3445f2c314c407d87bbbfc94c3440b3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/02111247faa948989bcedaf096d54fb5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8c418475a4374105886fcdbb33b28eaa, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ee3ac0971bdc4762bb93632cfa1287ce, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/dd75f2df25fa464984ab661963351643, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/feba0186d61e48c2b1177fdfa8e1129e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/cd838d0936be4579b9ce5290c46e207a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5d1ed9c5250945d1887cca10c66afad0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ec555bb1a17b4a2e8ba0897d11a94eaa, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/a61f884e3bd742698c60dedfaf2969f6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8b223bccf7684230b7942c74ca2f4d86, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/95330db84b59455bbf6c65b88b17fbd9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b37f936ba1fd4e56a4823931dae7105b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/1cdd08c632914a608fe85f7be6254c55, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/9fb155a94a264f68841ddea0b4c70439, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f1b4bc835ed84ab1a958827dd23a167b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/c639871779a24f858a40d1294c74e93a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6615cfeab97f4af9a2e52b727b3ed179, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d85119af9b40420088a9a7a3d52f9b94] to archive 2024-11-10T00:14:25,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:14:25,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d697b124981141af82035a9f2c55d809 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d697b124981141af82035a9f2c55d809 2024-11-10T00:14:25,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5c7a23a4eee9435499822fb8e3e0a8c1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5c7a23a4eee9435499822fb8e3e0a8c1 2024-11-10T00:14:25,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1d989fd423c4f50ab8ab64ecf6357e6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1d989fd423c4f50ab8ab64ecf6357e6 2024-11-10T00:14:25,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f3445f2c314c407d87bbbfc94c3440b3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f3445f2c314c407d87bbbfc94c3440b3 2024-11-10T00:14:25,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/02111247faa948989bcedaf096d54fb5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/02111247faa948989bcedaf096d54fb5 2024-11-10T00:14:25,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8c418475a4374105886fcdbb33b28eaa to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8c418475a4374105886fcdbb33b28eaa 2024-11-10T00:14:25,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ee3ac0971bdc4762bb93632cfa1287ce to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ee3ac0971bdc4762bb93632cfa1287ce 2024-11-10T00:14:25,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/dd75f2df25fa464984ab661963351643 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/dd75f2df25fa464984ab661963351643 2024-11-10T00:14:25,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/feba0186d61e48c2b1177fdfa8e1129e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/feba0186d61e48c2b1177fdfa8e1129e 2024-11-10T00:14:25,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/cd838d0936be4579b9ce5290c46e207a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/cd838d0936be4579b9ce5290c46e207a 2024-11-10T00:14:25,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5d1ed9c5250945d1887cca10c66afad0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/5d1ed9c5250945d1887cca10c66afad0 2024-11-10T00:14:25,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ec555bb1a17b4a2e8ba0897d11a94eaa to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/ec555bb1a17b4a2e8ba0897d11a94eaa 2024-11-10T00:14:25,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/a61f884e3bd742698c60dedfaf2969f6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/a61f884e3bd742698c60dedfaf2969f6 2024-11-10T00:14:25,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8b223bccf7684230b7942c74ca2f4d86 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/8b223bccf7684230b7942c74ca2f4d86 2024-11-10T00:14:25,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/95330db84b59455bbf6c65b88b17fbd9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/95330db84b59455bbf6c65b88b17fbd9 2024-11-10T00:14:25,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b37f936ba1fd4e56a4823931dae7105b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b37f936ba1fd4e56a4823931dae7105b 2024-11-10T00:14:25,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/1cdd08c632914a608fe85f7be6254c55 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/1cdd08c632914a608fe85f7be6254c55 2024-11-10T00:14:25,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/9fb155a94a264f68841ddea0b4c70439 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/9fb155a94a264f68841ddea0b4c70439 2024-11-10T00:14:25,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f1b4bc835ed84ab1a958827dd23a167b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/f1b4bc835ed84ab1a958827dd23a167b 2024-11-10T00:14:25,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/c639871779a24f858a40d1294c74e93a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/c639871779a24f858a40d1294c74e93a 2024-11-10T00:14:25,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6615cfeab97f4af9a2e52b727b3ed179 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6615cfeab97f4af9a2e52b727b3ed179 2024-11-10T00:14:25,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d85119af9b40420088a9a7a3d52f9b94 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/d85119af9b40420088a9a7a3d52f9b94 2024-11-10T00:14:25,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/6583d53ca3e64330bd8757403c226c89, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b418a3d2d9b4e97a21416a60e746ce6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b1d048b34f8642c48703b0ab37f30cd5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2eb451b7922e42998473c104fe6f3e76, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/12d124ad354943289bd5dc12fe1466cc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e9d74c149e714acc9e6df7500cf7c5f3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/f49f5b2b2afb4636a33abe2b5c71ef04, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/a4ea567c02d149dd88bbb6eea878a523, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/56a64aba2fd240cd887b880e4a1a4621, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/4ca186e3e14c443cb32a5eccc2a0c875, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7afef5d185af4751b61a7328864be003, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2010a404708347ac80514bd8d89e3232, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/225f2cb9a9304db8a1392817e7968c45, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3dc93a94525d4a188ec7e4bd3cc04847, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/95ccc2ff92ab46ef995e8988a62e23b5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/34a7d5bc5b9049609c468c0f049e5284, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b2010f3575a344548ff0ca0497005722, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2611618293a24cdbab7d29de2e506c93, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/19148931c6c141f69d37b8d21b762757, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/96734af382cf423cb6f15a0e9883ef5e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/8fb211608a774604a9eabd6c8f530409, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e634e9184200492696fd5f3c35c5080a] to archive 2024-11-10T00:14:25,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:14:25,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/6583d53ca3e64330bd8757403c226c89 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/6583d53ca3e64330bd8757403c226c89 2024-11-10T00:14:25,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b418a3d2d9b4e97a21416a60e746ce6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b418a3d2d9b4e97a21416a60e746ce6 2024-11-10T00:14:25,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b1d048b34f8642c48703b0ab37f30cd5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b1d048b34f8642c48703b0ab37f30cd5 2024-11-10T00:14:25,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2eb451b7922e42998473c104fe6f3e76 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2eb451b7922e42998473c104fe6f3e76 2024-11-10T00:14:25,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/12d124ad354943289bd5dc12fe1466cc to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/12d124ad354943289bd5dc12fe1466cc 2024-11-10T00:14:25,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e9d74c149e714acc9e6df7500cf7c5f3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e9d74c149e714acc9e6df7500cf7c5f3 2024-11-10T00:14:25,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/f49f5b2b2afb4636a33abe2b5c71ef04 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/f49f5b2b2afb4636a33abe2b5c71ef04 2024-11-10T00:14:25,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/a4ea567c02d149dd88bbb6eea878a523 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/a4ea567c02d149dd88bbb6eea878a523 2024-11-10T00:14:25,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/56a64aba2fd240cd887b880e4a1a4621 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/56a64aba2fd240cd887b880e4a1a4621 2024-11-10T00:14:25,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/4ca186e3e14c443cb32a5eccc2a0c875 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/4ca186e3e14c443cb32a5eccc2a0c875 2024-11-10T00:14:25,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7afef5d185af4751b61a7328864be003 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7afef5d185af4751b61a7328864be003 2024-11-10T00:14:25,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2010a404708347ac80514bd8d89e3232 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2010a404708347ac80514bd8d89e3232 2024-11-10T00:14:25,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/225f2cb9a9304db8a1392817e7968c45 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/225f2cb9a9304db8a1392817e7968c45 2024-11-10T00:14:25,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3dc93a94525d4a188ec7e4bd3cc04847 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3dc93a94525d4a188ec7e4bd3cc04847 2024-11-10T00:14:25,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/95ccc2ff92ab46ef995e8988a62e23b5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/95ccc2ff92ab46ef995e8988a62e23b5 2024-11-10T00:14:25,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/34a7d5bc5b9049609c468c0f049e5284 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/34a7d5bc5b9049609c468c0f049e5284 2024-11-10T00:14:25,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b2010f3575a344548ff0ca0497005722 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/b2010f3575a344548ff0ca0497005722 2024-11-10T00:14:25,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2611618293a24cdbab7d29de2e506c93 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/2611618293a24cdbab7d29de2e506c93 2024-11-10T00:14:25,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/19148931c6c141f69d37b8d21b762757 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/19148931c6c141f69d37b8d21b762757 2024-11-10T00:14:25,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/96734af382cf423cb6f15a0e9883ef5e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/96734af382cf423cb6f15a0e9883ef5e 2024-11-10T00:14:25,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/8fb211608a774604a9eabd6c8f530409 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/8fb211608a774604a9eabd6c8f530409 2024-11-10T00:14:25,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e634e9184200492696fd5f3c35c5080a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/e634e9184200492696fd5f3c35c5080a 2024-11-10T00:14:25,993 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/recovered.edits/358.seqid, newMaxSeqId=358, maxSeqId=4 2024-11-10T00:14:25,993 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. 2024-11-10T00:14:25,994 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 9b7f8ea8c014da4b2d39e15ef38de43e: Waiting for close lock at 1731197663087Running coprocessor pre-close hooks at 1731197663087Disabling compacts and flushes for region at 1731197663087Disabling writes for close at 1731197664254 (+1167 ms)Obtaining lock to block concurrent updates at 1731197664254Preparing flush snapshotting stores in 9b7f8ea8c014da4b2d39e15ef38de43e at 1731197664254Finished memstore snapshotting TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731197664255 (+1 ms)Flushing stores of TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e. at 1731197664255Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/A: creating writer at 1731197664255Flushing mob file 9b7f8ea8c014da4b2d39e15ef38de43e/A: appending metadata at 1731197664260 (+5 ms)Flushing mob file 9b7f8ea8c014da4b2d39e15ef38de43e/A: closing flushed file at 1731197664260Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/A: appending metadata at 1731197664670 (+410 ms)Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/A: closing flushed file at 1731197664670Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/B: creating writer at 1731197665078 (+408 ms)Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/B: appending metadata at 1731197665081 (+3 ms)Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/B: closing flushed file at 1731197665081Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/C: creating writer at 1731197665489 (+408 ms)Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/C: appending metadata at 1731197665491 (+2 ms)Flushing 9b7f8ea8c014da4b2d39e15ef38de43e/C: closing flushed file at 1731197665491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b94af59: reopening flushed file at 1731197665900 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b93cc9c: reopening flushed file at 1731197665905 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79609e00: reopening flushed file at 1731197665909 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 9b7f8ea8c014da4b2d39e15ef38de43e in 1660ms, sequenceid=355, compaction requested=true at 1731197665914 (+5 ms)Writing region close event to WAL at 1731197665989 (+75 ms)Running coprocessor post-close hooks at 1731197665993 (+4 ms)Closed at 1731197665993 2024-11-10T00:14:25,995 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:25,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9b7f8ea8c014da4b2d39e15ef38de43e, regionState=CLOSED 2024-11-10T00:14:25,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:25,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T00:14:25,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 9b7f8ea8c014da4b2d39e15ef38de43e, server=b3c019fcff38,36467,1731197605747 in 3.0640 sec 2024-11-10T00:14:26,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T00:14:26,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9b7f8ea8c014da4b2d39e15ef38de43e, UNASSIGN in 3.0670 sec 2024-11-10T00:14:26,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-10T00:14:26,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0700 sec 2024-11-10T00:14:26,004 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197666004"}]},"ts":"1731197666004"} 2024-11-10T00:14:26,005 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T00:14:26,005 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T00:14:26,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.0790 sec 2024-11-10T00:14:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T00:14:27,102 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:27,103 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T00:14:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:27,104 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T00:14:27,105 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:27,107 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,109 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/recovered.edits] 2024-11-10T00:14:27,112 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/49bf9164bea841adbcf68df894bad3b5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/49bf9164bea841adbcf68df894bad3b5 2024-11-10T00:14:27,113 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7987388ecce64727b8991c83204c8cff to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/7987388ecce64727b8991c83204c8cff 2024-11-10T00:14:27,114 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d18103412350414faa65e7ec15f7d7ef to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/d18103412350414faa65e7ec15f7d7ef 2024-11-10T00:14:27,115 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/f913a79d60f449a0bf4151cc987de3be to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/A/f913a79d60f449a0bf4151cc987de3be 2024-11-10T00:14:27,117 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/063c8c2f8539448b92ec19ee10ac5bd7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/063c8c2f8539448b92ec19ee10ac5bd7 2024-11-10T00:14:27,118 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/43dab4bc4fbd44739921b61ca34ec00f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/43dab4bc4fbd44739921b61ca34ec00f 2024-11-10T00:14:27,119 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6f027835b6b74286be67b40ac9f34a1d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/6f027835b6b74286be67b40ac9f34a1d 2024-11-10T00:14:27,121 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1e3dd22321d4b6e819f72f642649a06 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/B/b1e3dd22321d4b6e819f72f642649a06 2024-11-10T00:14:27,122 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/00580bb4f9134dcba511772f273102e4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/00580bb4f9134dcba511772f273102e4 2024-11-10T00:14:27,124 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3961fdbbcec347959de9aa18b29d6045 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/3961fdbbcec347959de9aa18b29d6045 2024-11-10T00:14:27,125 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b631fa3cf90491eb8f1b9093ae451e5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/7b631fa3cf90491eb8f1b9093ae451e5 2024-11-10T00:14:27,126 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/9a4416d9606f4758bda42d27faf6dd5f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/C/9a4416d9606f4758bda42d27faf6dd5f 2024-11-10T00:14:27,128 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/recovered.edits/358.seqid to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e/recovered.edits/358.seqid 2024-11-10T00:14:27,129 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,129 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T00:14:27,129 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T00:14:27,130 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T00:14:27,134 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110038ab76cd4a44b91ba60c6e412983951_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110038ab76cd4a44b91ba60c6e412983951_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,136 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110072925433d7541d6bc7c4cbfd89810d3_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110072925433d7541d6bc7c4cbfd89810d3_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,137 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100c8bdfc3cda34bdf93f89ff739c0736b_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100c8bdfc3cda34bdf93f89ff739c0736b_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,138 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101769ec3225cb4580af9c9adffb7e32dc_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101769ec3225cb4580af9c9adffb7e32dc_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,139 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104f4b28d3bbe94159ba53cbcb407a8865_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104f4b28d3bbe94159ba53cbcb407a8865_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,141 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105c7263181097406881dfa7c73a286e2b_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105c7263181097406881dfa7c73a286e2b_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,142 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111061c0c1c8aa304f39ba738035779a52a6_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111061c0c1c8aa304f39ba738035779a52a6_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,143 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111067d92367a9bb4638b9a92caf3bef5801_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111067d92367a9bb4638b9a92caf3bef5801_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,144 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106e7b971e82b7490187488f0d6d7fd37e_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106e7b971e82b7490187488f0d6d7fd37e_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,146 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072a4e5ec80fe4535a7a4335c2b8125b5_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072a4e5ec80fe4535a7a4335c2b8125b5_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,147 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110744e48b50fed4201817b427cd2f2383e_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110744e48b50fed4201817b427cd2f2383e_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,148 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107a157a9c0bb346229b7d464383d67698_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107a157a9c0bb346229b7d464383d67698_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,149 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109f352a7687de46acabe559b8bd72b268_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109f352a7687de46acabe559b8bd72b268_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,150 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a134b55ff50b4ab9a47a7aa94fcee35e_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a134b55ff50b4ab9a47a7aa94fcee35e_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,151 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c69d72f17e6948ea9396f748dd6de789_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c69d72f17e6948ea9396f748dd6de789_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,152 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c88e68bc04c84fd0b2a7ca1dba441941_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c88e68bc04c84fd0b2a7ca1dba441941_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,153 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cb0b98dba0f440c79e29104b29062344_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cb0b98dba0f440c79e29104b29062344_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,154 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dfcc3d3999274b0b9d897667ba934f01_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dfcc3d3999274b0b9d897667ba934f01_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,155 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f2053a4cb21b4abcaaaf3f3cd4057760_9b7f8ea8c014da4b2d39e15ef38de43e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f2053a4cb21b4abcaaaf3f3cd4057760_9b7f8ea8c014da4b2d39e15ef38de43e 2024-11-10T00:14:27,155 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T00:14:27,157 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:27,160 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T00:14:27,162 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T00:14:27,163 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:27,163 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T00:14:27,163 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731197667163"}]},"ts":"9223372036854775807"} 2024-11-10T00:14:27,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T00:14:27,166 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9b7f8ea8c014da4b2d39e15ef38de43e, NAME => 'TestAcidGuarantees,,1731197638199.9b7f8ea8c014da4b2d39e15ef38de43e.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T00:14:27,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T00:14:27,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731197667166"}]},"ts":"9223372036854775807"} 2024-11-10T00:14:27,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T00:14:27,168 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:27,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-10T00:14:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T00:14:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T00:14:27,212 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:27,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 251) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1071659167_22 at /127.0.0.1:37822 [Waiting for operation #533] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1358776922_22 at /127.0.0.1:46808 [Waiting for operation #365] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1071659167_22 at /127.0.0.1:34912 [Waiting for operation #652] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1358776922_22 at /127.0.0.1:46760 [Waiting for operation #408] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9718 (was 9799) 2024-11-10T00:14:27,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=9718 2024-11-10T00:14:27,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:14:27,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:14:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:27,236 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:14:27,236 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:27,236 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-10T00:14:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T00:14:27,237 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:14:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742076_1252 (size=1061) 2024-11-10T00:14:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T00:14:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T00:14:27,645 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:14:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742077_1253 (size=53) 2024-11-10T00:14:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T00:14:28,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:14:28,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 079060ca21819e46cd29e52f9fdd5c19, disabling compactions & flushes 2024-11-10T00:14:28,051 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. after waiting 0 ms 2024-11-10T00:14:28,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,051 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 079060ca21819e46cd29e52f9fdd5c19: Waiting for close lock at 1731197668051Disabling compacts and flushes for region at 1731197668051Disabling writes for close at 1731197668051Writing region close event to WAL at 1731197668051Closed at 1731197668051 2024-11-10T00:14:28,052 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:14:28,053 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731197668052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197668052"}]},"ts":"1731197668052"} 2024-11-10T00:14:28,054 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:14:28,055 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:14:28,055 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197668055"}]},"ts":"1731197668055"} 2024-11-10T00:14:28,056 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T00:14:28,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, ASSIGN}] 2024-11-10T00:14:28,057 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, ASSIGN 2024-11-10T00:14:28,058 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, ASSIGN; state=OFFLINE, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=false 2024-11-10T00:14:28,208 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=079060ca21819e46cd29e52f9fdd5c19, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:28,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, ASSIGN because future has completed 2024-11-10T00:14:28,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:28,365 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,365 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:14:28,365 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,366 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:14:28,366 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,366 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,367 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,368 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:28,368 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079060ca21819e46cd29e52f9fdd5c19 columnFamilyName A 2024-11-10T00:14:28,368 DEBUG [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:28,369 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.HStore(327): Store=079060ca21819e46cd29e52f9fdd5c19/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:28,369 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,370 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:28,370 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079060ca21819e46cd29e52f9fdd5c19 columnFamilyName B 2024-11-10T00:14:28,370 DEBUG [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:28,370 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.HStore(327): Store=079060ca21819e46cd29e52f9fdd5c19/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:28,370 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,371 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:28,371 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079060ca21819e46cd29e52f9fdd5c19 columnFamilyName C 2024-11-10T00:14:28,371 DEBUG [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:28,372 INFO [StoreOpener-079060ca21819e46cd29e52f9fdd5c19-1 {}] regionserver.HStore(327): Store=079060ca21819e46cd29e52f9fdd5c19/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:28,372 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,372 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T00:14:28,372 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,373 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,373 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,373 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,374 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:14:28,375 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,376 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:14:28,377 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 079060ca21819e46cd29e52f9fdd5c19; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65716176, jitterRate=-0.020752668380737305}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:14:28,377 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:28,377 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 079060ca21819e46cd29e52f9fdd5c19: Running coprocessor pre-open hook at 1731197668366Writing region info on filesystem at 1731197668366Initializing all the Stores at 1731197668366Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197668366Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197668367 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197668367Cleaning up temporary data from old regions at 1731197668373 (+6 ms)Running coprocessor post-open hooks at 1731197668377 (+4 ms)Region opened successfully at 1731197668377 2024-11-10T00:14:28,378 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., pid=63, masterSystemTime=1731197668362 2024-11-10T00:14:28,380 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,380 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:28,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=079060ca21819e46cd29e52f9fdd5c19, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:28,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:28,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T00:14:28,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 in 172 msec 2024-11-10T00:14:28,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-10T00:14:28,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, ASSIGN in 327 msec 2024-11-10T00:14:28,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:14:28,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197668386"}]},"ts":"1731197668386"} 2024-11-10T00:14:28,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T00:14:28,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:14:28,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-10T00:14:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T00:14:29,382 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:29,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a25e579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,384 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b98eebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,386 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f3ba15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:14:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42849,1731197604923 2024-11-10T00:14:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a8bf55 2024-11-10T00:14:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:14:29,390 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:14:29,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,392 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8cd0e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,393 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360f6e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,395 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8219ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,396 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469812fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,398 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cba07d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,399 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c094423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,400 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea84167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,401 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b55bbac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,403 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f3129b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,404 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cb6e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,405 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd7fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,407 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ace72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,408 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434c5d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f832ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,411 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac1f30b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,412 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c3d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9b6d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,414 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476c7f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1d0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:29,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:29,416 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55064a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:29,417 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2080e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:29,418 DEBUG [Thread-1189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,418 DEBUG [Thread-1178 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,418 DEBUG [Thread-1172 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,418 DEBUG [Thread-1174 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,418 DEBUG [Thread-1180 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,418 DEBUG [Thread-1187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,418 DEBUG [Thread-1185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,418 DEBUG [Thread-1176 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,419 DEBUG [Thread-1178 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,419 DEBUG [Thread-1183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,419 DEBUG [Thread-1178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,421 DEBUG [Thread-1191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:29,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:29,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:29,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:29,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,424 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:29,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:14:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-10T00:14:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T00:14:29,430 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:29,431 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:29,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:29,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:14:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:29,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:29,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:29,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:29,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:29,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:29,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/fad4d061a1804338b3804c7487ca5334 is 50, key is test_row_0/A:col10/1731197669434/Put/seqid=0 2024-11-10T00:14:29,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197729464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197729468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197729469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742078_1254 (size=12001) 2024-11-10T00:14:29,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/fad4d061a1804338b3804c7487ca5334 2024-11-10T00:14:29,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197729473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197729474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/08fa9601ca6e4d23b35c6ea78e3e1578 is 50, key is test_row_0/B:col10/1731197669434/Put/seqid=0 2024-11-10T00:14:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T00:14:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742079_1255 (size=12001) 2024-11-10T00:14:29,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T00:14:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:29,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197729581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197729582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197729582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197729582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197729592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T00:14:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:29,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T00:14:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197729792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197729792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197729792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197729792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197729801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:29,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T00:14:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:29,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:29,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/08fa9601ca6e4d23b35c6ea78e3e1578 2024-11-10T00:14:29,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/3719f5437dc442a48b3428a33040ff41 is 50, key is test_row_0/C:col10/1731197669434/Put/seqid=0 2024-11-10T00:14:29,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742080_1256 (size=12001) 2024-11-10T00:14:30,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T00:14:30,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:30,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T00:14:30,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197730102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197730102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197730102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197730102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197730112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T00:14:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:30,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T00:14:30,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:30,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:30,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:30,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:30,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/3719f5437dc442a48b3428a33040ff41 2024-11-10T00:14:30,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/fad4d061a1804338b3804c7487ca5334 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/fad4d061a1804338b3804c7487ca5334 2024-11-10T00:14:30,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/fad4d061a1804338b3804c7487ca5334, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T00:14:30,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/08fa9601ca6e4d23b35c6ea78e3e1578 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/08fa9601ca6e4d23b35c6ea78e3e1578 2024-11-10T00:14:30,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/08fa9601ca6e4d23b35c6ea78e3e1578, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T00:14:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/3719f5437dc442a48b3428a33040ff41 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3719f5437dc442a48b3428a33040ff41 2024-11-10T00:14:30,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3719f5437dc442a48b3428a33040ff41, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T00:14:30,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 079060ca21819e46cd29e52f9fdd5c19 in 974ms, sequenceid=13, compaction requested=false 2024-11-10T00:14:30,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:30,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T00:14:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:30,507 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T00:14:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/037d5dbcf68842e09f6e6783cd87d83d is 50, key is test_row_0/A:col10/1731197669471/Put/seqid=0 2024-11-10T00:14:30,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742081_1257 (size=12001) 2024-11-10T00:14:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T00:14:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:30,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197730622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197730622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197730622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197730623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197730624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197730732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197730732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197730732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197730732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,919 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/037d5dbcf68842e09f6e6783cd87d83d 2024-11-10T00:14:30,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/45c35024fbef46738eb1924e6ac4d780 is 50, key is test_row_0/B:col10/1731197669471/Put/seqid=0 2024-11-10T00:14:30,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742082_1258 (size=12001) 2024-11-10T00:14:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197730942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197730942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197730942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197730942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197731252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197731252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197731252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197731252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,339 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/45c35024fbef46738eb1924e6ac4d780 2024-11-10T00:14:31,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/baf077bd2ade450b90e26c4cc9c3dc55 is 50, key is test_row_0/C:col10/1731197669471/Put/seqid=0 2024-11-10T00:14:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742083_1259 (size=12001) 2024-11-10T00:14:31,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:14:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T00:14:31,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197731641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,645 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,754 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/baf077bd2ade450b90e26c4cc9c3dc55 2024-11-10T00:14:31,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/037d5dbcf68842e09f6e6783cd87d83d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/037d5dbcf68842e09f6e6783cd87d83d 2024-11-10T00:14:31,764 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/037d5dbcf68842e09f6e6783cd87d83d, entries=150, sequenceid=33, filesize=11.7 K 2024-11-10T00:14:31,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197731761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197731761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197731762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/45c35024fbef46738eb1924e6ac4d780 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/45c35024fbef46738eb1924e6ac4d780 2024-11-10T00:14:31,769 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/45c35024fbef46738eb1924e6ac4d780, entries=150, sequenceid=33, filesize=11.7 K 2024-11-10T00:14:31,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/baf077bd2ade450b90e26c4cc9c3dc55 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/baf077bd2ade450b90e26c4cc9c3dc55 2024-11-10T00:14:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:31,775 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/baf077bd2ade450b90e26c4cc9c3dc55, entries=150, sequenceid=33, filesize=11.7 K 2024-11-10T00:14:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197731772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:31,777 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 079060ca21819e46cd29e52f9fdd5c19 in 1270ms, sequenceid=33, compaction requested=false 2024-11-10T00:14:31,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:31,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:31,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-10T00:14:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-10T00:14:31,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T00:14:31,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3470 sec 2024-11-10T00:14:31,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.3570 sec 2024-11-10T00:14:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d0754311777fcff with lease ID 0x939226633fa976a8: from storage DS-30987d8d-0d13-4774-ae43-534b98d9c6a3 node DatanodeRegistration(127.0.0.1:42561, datanodeUuid=c8fbe58b-ea51-44fe-814d-a605d92ebdc6, infoPort=38099, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=396936249;c=1731197601647), blocks: 120, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T00:14:32,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d0754311777fcff with lease ID 0x939226633fa976a8: from storage DS-36b949c0-c08c-4d10-b8ef-15912cd6c419 node DatanodeRegistration(127.0.0.1:42561, datanodeUuid=c8fbe58b-ea51-44fe-814d-a605d92ebdc6, infoPort=38099, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=396936249;c=1731197601647), blocks: 127, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T00:14:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:32,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:14:32,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:32,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:32,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:32,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:32,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:32,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:32,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/2cc6aabd1ece49f68814f4246d4ac5e0 is 50, key is test_row_0/A:col10/1731197670622/Put/seqid=0 2024-11-10T00:14:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742084_1260 (size=14341) 2024-11-10T00:14:32,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/2cc6aabd1ece49f68814f4246d4ac5e0 2024-11-10T00:14:32,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/14c4818b8ae94829b02e06e65343adb1 is 50, key is test_row_0/B:col10/1731197670622/Put/seqid=0 2024-11-10T00:14:32,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197732806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197732808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:32,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:32,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197732810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:32,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197732813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742085_1261 (size=12001) 2024-11-10T00:14:32,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197732922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197732922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:32,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197732922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197732922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197733132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197733132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197733132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197733132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/14c4818b8ae94829b02e06e65343adb1 2024-11-10T00:14:33,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/0cca4fea56cc434088ee95c549398f90 is 50, key is test_row_0/C:col10/1731197670622/Put/seqid=0 2024-11-10T00:14:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742086_1262 (size=12001) 2024-11-10T00:14:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197733442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197733442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197733442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197733442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T00:14:33,582 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:33,583 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-10T00:14:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T00:14:33,585 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:33,586 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:33,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:33,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/0cca4fea56cc434088ee95c549398f90 2024-11-10T00:14:33,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/2cc6aabd1ece49f68814f4246d4ac5e0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2cc6aabd1ece49f68814f4246d4ac5e0 2024-11-10T00:14:33,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2cc6aabd1ece49f68814f4246d4ac5e0, entries=200, sequenceid=48, filesize=14.0 K 2024-11-10T00:14:33,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/14c4818b8ae94829b02e06e65343adb1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/14c4818b8ae94829b02e06e65343adb1 2024-11-10T00:14:33,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/14c4818b8ae94829b02e06e65343adb1, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T00:14:33,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/0cca4fea56cc434088ee95c549398f90 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0cca4fea56cc434088ee95c549398f90 2024-11-10T00:14:33,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0cca4fea56cc434088ee95c549398f90, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T00:14:33,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 079060ca21819e46cd29e52f9fdd5c19 in 868ms, sequenceid=48, compaction requested=true 2024-11-10T00:14:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:33,653 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:33,653 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:33,654 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:33,654 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:33,654 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/B is initiating minor compaction (all files) 2024-11-10T00:14:33,654 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/A is initiating minor compaction (all files) 2024-11-10T00:14:33,654 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/B in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:33,654 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/A in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:33,654 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/08fa9601ca6e4d23b35c6ea78e3e1578, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/45c35024fbef46738eb1924e6ac4d780, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/14c4818b8ae94829b02e06e65343adb1] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.2 K 2024-11-10T00:14:33,654 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/fad4d061a1804338b3804c7487ca5334, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/037d5dbcf68842e09f6e6783cd87d83d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2cc6aabd1ece49f68814f4246d4ac5e0] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=37.4 K 2024-11-10T00:14:33,655 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting fad4d061a1804338b3804c7487ca5334, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731197669432 2024-11-10T00:14:33,655 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 08fa9601ca6e4d23b35c6ea78e3e1578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731197669432 2024-11-10T00:14:33,656 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 45c35024fbef46738eb1924e6ac4d780, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731197669467 2024-11-10T00:14:33,656 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 037d5dbcf68842e09f6e6783cd87d83d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731197669467 2024-11-10T00:14:33,656 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 14c4818b8ae94829b02e06e65343adb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731197670622 2024-11-10T00:14:33,657 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cc6aabd1ece49f68814f4246d4ac5e0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731197670622 2024-11-10T00:14:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:33,664 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:33,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:14:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:33,665 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/aabd33480b0447d886315c0079884b30 is 50, key is test_row_0/A:col10/1731197670622/Put/seqid=0 2024-11-10T00:14:33,668 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:33,669 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/d6c5dc5f751742d2a3e9c012395c4748 is 50, key is test_row_0/B:col10/1731197670622/Put/seqid=0 2024-11-10T00:14:33,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/2682cb82672b40b2aa94cd15da3227f8 is 50, key is test_row_0/A:col10/1731197672811/Put/seqid=0 2024-11-10T00:14:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742087_1263 (size=12104) 2024-11-10T00:14:33,678 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/aabd33480b0447d886315c0079884b30 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/aabd33480b0447d886315c0079884b30 2024-11-10T00:14:33,683 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/A of 079060ca21819e46cd29e52f9fdd5c19 into aabd33480b0447d886315c0079884b30(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:33,683 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:33,683 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/A, priority=13, startTime=1731197673653; duration=0sec 2024-11-10T00:14:33,684 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:33,684 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:A 2024-11-10T00:14:33,684 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:33,685 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:33,686 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/C is initiating minor compaction (all files) 2024-11-10T00:14:33,686 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/C in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:33,686 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3719f5437dc442a48b3428a33040ff41, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/baf077bd2ade450b90e26c4cc9c3dc55, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0cca4fea56cc434088ee95c549398f90] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.2 K 2024-11-10T00:14:33,687 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3719f5437dc442a48b3428a33040ff41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731197669432 2024-11-10T00:14:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742088_1264 (size=12104) 2024-11-10T00:14:33,688 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf077bd2ade450b90e26c4cc9c3dc55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731197669467 2024-11-10T00:14:33,688 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cca4fea56cc434088ee95c549398f90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731197670622 2024-11-10T00:14:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T00:14:33,694 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/d6c5dc5f751742d2a3e9c012395c4748 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d6c5dc5f751742d2a3e9c012395c4748 2024-11-10T00:14:33,700 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:33,700 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/ea49fb9b55c64dcba4c79ca4193a3e4a is 50, key is test_row_0/C:col10/1731197670622/Put/seqid=0 2024-11-10T00:14:33,701 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/B of 079060ca21819e46cd29e52f9fdd5c19 into d6c5dc5f751742d2a3e9c012395c4748(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:33,701 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:33,701 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/B, priority=13, startTime=1731197673653; duration=0sec 2024-11-10T00:14:33,701 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:33,701 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:B 2024-11-10T00:14:33,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742089_1265 (size=14341) 2024-11-10T00:14:33,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/2682cb82672b40b2aa94cd15da3227f8 2024-11-10T00:14:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742090_1266 (size=12104) 2024-11-10T00:14:33,716 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/ea49fb9b55c64dcba4c79ca4193a3e4a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/ea49fb9b55c64dcba4c79ca4193a3e4a 2024-11-10T00:14:33,721 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/C of 079060ca21819e46cd29e52f9fdd5c19 into ea49fb9b55c64dcba4c79ca4193a3e4a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:33,721 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:33,721 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/C, priority=13, startTime=1731197673653; duration=0sec 2024-11-10T00:14:33,721 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:33,721 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:C 2024-11-10T00:14:33,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/9ec238f03ea34ccdb1974d5dfa5ee090 is 50, key is test_row_0/B:col10/1731197672811/Put/seqid=0 2024-11-10T00:14:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742091_1267 (size=12001) 2024-11-10T00:14:33,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/9ec238f03ea34ccdb1974d5dfa5ee090 2024-11-10T00:14:33,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:33,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:33,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/1f9f09d9985749ad8c19392c4e612c5d is 50, key is test_row_0/C:col10/1731197672811/Put/seqid=0 2024-11-10T00:14:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:33,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:33,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197733737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742092_1268 (size=12001) 2024-11-10T00:14:33,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/1f9f09d9985749ad8c19392c4e612c5d 2024-11-10T00:14:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/2682cb82672b40b2aa94cd15da3227f8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2682cb82672b40b2aa94cd15da3227f8 2024-11-10T00:14:33,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2682cb82672b40b2aa94cd15da3227f8, entries=200, sequenceid=66, filesize=14.0 K 2024-11-10T00:14:33,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/9ec238f03ea34ccdb1974d5dfa5ee090 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/9ec238f03ea34ccdb1974d5dfa5ee090 2024-11-10T00:14:33,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/9ec238f03ea34ccdb1974d5dfa5ee090, entries=150, sequenceid=66, filesize=11.7 K 2024-11-10T00:14:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/1f9f09d9985749ad8c19392c4e612c5d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1f9f09d9985749ad8c19392c4e612c5d 2024-11-10T00:14:33,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1f9f09d9985749ad8c19392c4e612c5d, entries=150, sequenceid=66, filesize=11.7 K 2024-11-10T00:14:33,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 079060ca21819e46cd29e52f9fdd5c19 in 103ms, sequenceid=66, compaction requested=false 2024-11-10T00:14:33,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:33,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T00:14:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:33,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/5dda14a117854939980fe7da54d02c81 is 50, key is test_row_0/A:col10/1731197673722/Put/seqid=0 2024-11-10T00:14:33,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742093_1269 (size=14341) 2024-11-10T00:14:33,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:33,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T00:14:33,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197733939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197733952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197733952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197733952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197733952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:34,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197734052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:34,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:34,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T00:14:34,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197734261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:34,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/5dda14a117854939980fe7da54d02c81 2024-11-10T00:14:34,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/d2d7cc1f50104334ae168ce33107170b is 50, key is test_row_0/B:col10/1731197673722/Put/seqid=0 2024-11-10T00:14:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742094_1270 (size=12001) 2024-11-10T00:14:34,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197734572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:34,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/d2d7cc1f50104334ae168ce33107170b 2024-11-10T00:14:34,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/f91f04f8f5354ef29c8edda6dcdaba46 is 50, key is test_row_0/C:col10/1731197673722/Put/seqid=0 2024-11-10T00:14:34,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742095_1271 (size=12001) 2024-11-10T00:14:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T00:14:34,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:34,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197734962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,965 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:34,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197734971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:34,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197734971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:34,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:34,974 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197734971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:34,974 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:34,974 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:35,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197735081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:35,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/f91f04f8f5354ef29c8edda6dcdaba46 2024-11-10T00:14:35,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/5dda14a117854939980fe7da54d02c81 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5dda14a117854939980fe7da54d02c81 2024-11-10T00:14:35,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5dda14a117854939980fe7da54d02c81, entries=200, sequenceid=84, filesize=14.0 K 2024-11-10T00:14:35,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/d2d7cc1f50104334ae168ce33107170b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d2d7cc1f50104334ae168ce33107170b 2024-11-10T00:14:35,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d2d7cc1f50104334ae168ce33107170b, entries=150, sequenceid=84, filesize=11.7 K 2024-11-10T00:14:35,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/f91f04f8f5354ef29c8edda6dcdaba46 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f91f04f8f5354ef29c8edda6dcdaba46 2024-11-10T00:14:35,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:35,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:35,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:35,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:35,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:35,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:35,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f91f04f8f5354ef29c8edda6dcdaba46, entries=150, sequenceid=84, filesize=11.7 K 2024-11-10T00:14:35,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 079060ca21819e46cd29e52f9fdd5c19 in 1266ms, sequenceid=84, compaction requested=true 2024-11-10T00:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:35,121 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:35,121 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:35,123 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:35,123 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:35,123 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/B is initiating minor compaction (all files) 2024-11-10T00:14:35,123 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/A is initiating minor compaction (all files) 2024-11-10T00:14:35,123 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/A in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:35,123 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/B in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:35,123 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d6c5dc5f751742d2a3e9c012395c4748, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/9ec238f03ea34ccdb1974d5dfa5ee090, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d2d7cc1f50104334ae168ce33107170b] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.3 K 2024-11-10T00:14:35,123 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/aabd33480b0447d886315c0079884b30, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2682cb82672b40b2aa94cd15da3227f8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5dda14a117854939980fe7da54d02c81] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=39.8 K 2024-11-10T00:14:35,123 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d6c5dc5f751742d2a3e9c012395c4748, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731197670622 2024-11-10T00:14:35,124 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting aabd33480b0447d886315c0079884b30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731197670622 2024-11-10T00:14:35,124 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ec238f03ea34ccdb1974d5dfa5ee090, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731197672806 2024-11-10T00:14:35,124 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2682cb82672b40b2aa94cd15da3227f8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731197672806 2024-11-10T00:14:35,124 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d7cc1f50104334ae168ce33107170b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731197673715 2024-11-10T00:14:35,124 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dda14a117854939980fe7da54d02c81, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731197673715 2024-11-10T00:14:35,133 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:35,133 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:35,134 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/880494abbb4a4a64ae29a5977ce0404f is 50, key is test_row_0/B:col10/1731197673722/Put/seqid=0 2024-11-10T00:14:35,134 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/5d88dfb61fab4c17a31d7062ac246e09 is 50, key is test_row_0/A:col10/1731197673722/Put/seqid=0 2024-11-10T00:14:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742096_1272 (size=12207) 2024-11-10T00:14:35,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742097_1273 (size=12207) 2024-11-10T00:14:35,158 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/880494abbb4a4a64ae29a5977ce0404f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/880494abbb4a4a64ae29a5977ce0404f 2024-11-10T00:14:35,160 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/5d88dfb61fab4c17a31d7062ac246e09 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5d88dfb61fab4c17a31d7062ac246e09 2024-11-10T00:14:35,165 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/A of 079060ca21819e46cd29e52f9fdd5c19 into 5d88dfb61fab4c17a31d7062ac246e09(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:35,165 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:35,166 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/A, priority=13, startTime=1731197675121; duration=0sec 2024-11-10T00:14:35,166 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:35,166 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:A 2024-11-10T00:14:35,166 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/B of 079060ca21819e46cd29e52f9fdd5c19 into 880494abbb4a4a64ae29a5977ce0404f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:35,166 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:35,166 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:35,166 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/B, priority=13, startTime=1731197675121; duration=0sec 2024-11-10T00:14:35,166 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:35,166 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:B 2024-11-10T00:14:35,167 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:35,167 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/C is initiating minor compaction (all files) 2024-11-10T00:14:35,167 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/C in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:35,167 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/ea49fb9b55c64dcba4c79ca4193a3e4a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1f9f09d9985749ad8c19392c4e612c5d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f91f04f8f5354ef29c8edda6dcdaba46] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.3 K 2024-11-10T00:14:35,168 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea49fb9b55c64dcba4c79ca4193a3e4a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731197670622 2024-11-10T00:14:35,169 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f9f09d9985749ad8c19392c4e612c5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731197672806 2024-11-10T00:14:35,169 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91f04f8f5354ef29c8edda6dcdaba46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731197673715 2024-11-10T00:14:35,179 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:35,180 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/eb018a83c6554cdcb06ecbc0605a443f is 50, key is test_row_0/C:col10/1731197673722/Put/seqid=0 2024-11-10T00:14:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742098_1274 (size=12207) 2024-11-10T00:14:35,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T00:14:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:35,271 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T00:14:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:35,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ddc9c36026a54ef6b315bc6c56da65e2 is 50, key is test_row_0/A:col10/1731197673938/Put/seqid=0 2024-11-10T00:14:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742099_1275 (size=12001) 2024-11-10T00:14:35,593 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/eb018a83c6554cdcb06ecbc0605a443f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/eb018a83c6554cdcb06ecbc0605a443f 2024-11-10T00:14:35,598 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/C of 079060ca21819e46cd29e52f9fdd5c19 into eb018a83c6554cdcb06ecbc0605a443f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:35,598 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:35,598 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/C, priority=13, startTime=1731197675121; duration=0sec 2024-11-10T00:14:35,598 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:35,598 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:C 2024-11-10T00:14:35,689 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ddc9c36026a54ef6b315bc6c56da65e2 2024-11-10T00:14:35,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/a22ca389475d4b6591426fdcae76e8d3 is 50, key is test_row_0/B:col10/1731197673938/Put/seqid=0 2024-11-10T00:14:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742100_1276 (size=12001) 2024-11-10T00:14:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T00:14:36,103 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/a22ca389475d4b6591426fdcae76e8d3 2024-11-10T00:14:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:36,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/03a62f0be4594c3685e59d527a79ee02 is 50, key is test_row_0/C:col10/1731197673938/Put/seqid=0 2024-11-10T00:14:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742101_1277 (size=12001) 2024-11-10T00:14:36,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197736148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:36,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197736262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:36,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197736472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:36,518 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/03a62f0be4594c3685e59d527a79ee02 2024-11-10T00:14:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ddc9c36026a54ef6b315bc6c56da65e2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ddc9c36026a54ef6b315bc6c56da65e2 2024-11-10T00:14:36,527 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ddc9c36026a54ef6b315bc6c56da65e2, entries=150, sequenceid=103, filesize=11.7 K 2024-11-10T00:14:36,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/a22ca389475d4b6591426fdcae76e8d3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/a22ca389475d4b6591426fdcae76e8d3 2024-11-10T00:14:36,531 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/a22ca389475d4b6591426fdcae76e8d3, entries=150, sequenceid=103, filesize=11.7 K 2024-11-10T00:14:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/03a62f0be4594c3685e59d527a79ee02 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/03a62f0be4594c3685e59d527a79ee02 2024-11-10T00:14:36,540 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/03a62f0be4594c3685e59d527a79ee02, entries=150, sequenceid=103, filesize=11.7 K 2024-11-10T00:14:36,541 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 079060ca21819e46cd29e52f9fdd5c19 in 1270ms, sequenceid=103, compaction requested=false 2024-11-10T00:14:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-10T00:14:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-10T00:14:36,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T00:14:36,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9560 sec 2024-11-10T00:14:36,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.9620 sec 2024-11-10T00:14:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:36,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:14:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:36,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:36,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/375ad0fc88cb4609a24806fd36d88e32 is 50, key is test_row_0/A:col10/1731197676130/Put/seqid=0 2024-11-10T00:14:36,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742102_1278 (size=14341) 2024-11-10T00:14:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197736849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197736961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:36,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197736992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197736992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197736992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:36,994 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:36,995 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,995 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197737001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:37,004 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:37,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197737172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:37,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/375ad0fc88cb4609a24806fd36d88e32 2024-11-10T00:14:37,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/c3e4bc4f47e14935aad8e4c90b9abe0e is 50, key is test_row_0/B:col10/1731197676130/Put/seqid=0 2024-11-10T00:14:37,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742103_1279 (size=12001) 2024-11-10T00:14:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197737482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:37,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/c3e4bc4f47e14935aad8e4c90b9abe0e 2024-11-10T00:14:37,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fc3736430d26416f94f7d6a85a37a779 is 50, key is test_row_0/C:col10/1731197676130/Put/seqid=0 2024-11-10T00:14:37,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742104_1280 (size=12001) 2024-11-10T00:14:37,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fc3736430d26416f94f7d6a85a37a779 2024-11-10T00:14:37,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/375ad0fc88cb4609a24806fd36d88e32 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/375ad0fc88cb4609a24806fd36d88e32 2024-11-10T00:14:37,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/375ad0fc88cb4609a24806fd36d88e32, entries=200, sequenceid=120, filesize=14.0 K 2024-11-10T00:14:37,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/c3e4bc4f47e14935aad8e4c90b9abe0e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c3e4bc4f47e14935aad8e4c90b9abe0e 2024-11-10T00:14:37,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c3e4bc4f47e14935aad8e4c90b9abe0e, entries=150, sequenceid=120, filesize=11.7 K 2024-11-10T00:14:37,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fc3736430d26416f94f7d6a85a37a779 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc3736430d26416f94f7d6a85a37a779 2024-11-10T00:14:37,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc3736430d26416f94f7d6a85a37a779, entries=150, sequenceid=120, filesize=11.7 K 2024-11-10T00:14:37,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 079060ca21819e46cd29e52f9fdd5c19 in 862ms, sequenceid=120, compaction requested=true 2024-11-10T00:14:37,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:37,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:37,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:37,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:37,647 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:37,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:37,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:37,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:37,647 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:37,648 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:37,648 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:37,648 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/B is initiating minor compaction (all files) 2024-11-10T00:14:37,648 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/A is initiating minor compaction (all files) 2024-11-10T00:14:37,648 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/A in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:37,648 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/B in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:37,649 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/880494abbb4a4a64ae29a5977ce0404f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/a22ca389475d4b6591426fdcae76e8d3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c3e4bc4f47e14935aad8e4c90b9abe0e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.4 K 2024-11-10T00:14:37,649 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5d88dfb61fab4c17a31d7062ac246e09, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ddc9c36026a54ef6b315bc6c56da65e2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/375ad0fc88cb4609a24806fd36d88e32] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=37.6 K 2024-11-10T00:14:37,649 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 880494abbb4a4a64ae29a5977ce0404f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731197673715 2024-11-10T00:14:37,649 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d88dfb61fab4c17a31d7062ac246e09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731197673715 2024-11-10T00:14:37,650 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a22ca389475d4b6591426fdcae76e8d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731197673908 2024-11-10T00:14:37,650 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddc9c36026a54ef6b315bc6c56da65e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731197673908 2024-11-10T00:14:37,650 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c3e4bc4f47e14935aad8e4c90b9abe0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731197676130 2024-11-10T00:14:37,651 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 375ad0fc88cb4609a24806fd36d88e32, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731197676130 2024-11-10T00:14:37,662 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#A#compaction#238 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:37,662 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#B#compaction#237 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:37,663 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/ccb3c5aeaf1844dd8136d92dd4724423 is 50, key is test_row_0/B:col10/1731197676130/Put/seqid=0 2024-11-10T00:14:37,663 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/9865d9e23add4f40b322b1dabb77ad7a is 50, key is test_row_0/A:col10/1731197676130/Put/seqid=0 2024-11-10T00:14:37,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742105_1281 (size=12309) 2024-11-10T00:14:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742106_1282 (size=12309) 2024-11-10T00:14:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T00:14:37,742 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:37,742 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-10T00:14:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T00:14:37,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:37,745 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:37,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T00:14:37,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T00:14:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:37,898 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:14:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ac45975828574364b01c77c78cba778b is 50, key is test_row_0/A:col10/1731197676847/Put/seqid=0 2024-11-10T00:14:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742107_1283 (size=12151) 2024-11-10T00:14:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:37,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:38,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197738056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T00:14:38,097 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/ccb3c5aeaf1844dd8136d92dd4724423 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ccb3c5aeaf1844dd8136d92dd4724423 2024-11-10T00:14:38,102 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/B of 079060ca21819e46cd29e52f9fdd5c19 into ccb3c5aeaf1844dd8136d92dd4724423(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:38,103 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:38,103 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/B, priority=13, startTime=1731197677647; duration=0sec 2024-11-10T00:14:38,103 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:38,103 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:B 2024-11-10T00:14:38,103 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:38,104 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:38,104 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/C is initiating minor compaction (all files) 2024-11-10T00:14:38,104 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/C in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:38,104 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/eb018a83c6554cdcb06ecbc0605a443f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/03a62f0be4594c3685e59d527a79ee02, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc3736430d26416f94f7d6a85a37a779] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.4 K 2024-11-10T00:14:38,105 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting eb018a83c6554cdcb06ecbc0605a443f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731197673715 2024-11-10T00:14:38,105 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 03a62f0be4594c3685e59d527a79ee02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731197673908 2024-11-10T00:14:38,105 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3736430d26416f94f7d6a85a37a779, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731197676130 2024-11-10T00:14:38,110 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/9865d9e23add4f40b322b1dabb77ad7a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9865d9e23add4f40b322b1dabb77ad7a 2024-11-10T00:14:38,112 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:38,113 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fc684562582a48e99e6ea1a7e0e1cf43 is 50, key is test_row_0/C:col10/1731197676130/Put/seqid=0 2024-11-10T00:14:38,115 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/A of 079060ca21819e46cd29e52f9fdd5c19 into 9865d9e23add4f40b322b1dabb77ad7a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:38,115 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:38,115 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/A, priority=13, startTime=1731197677647; duration=0sec 2024-11-10T00:14:38,115 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:38,115 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:A 2024-11-10T00:14:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742108_1284 (size=12309) 2024-11-10T00:14:38,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197738171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:38,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ac45975828574364b01c77c78cba778b 2024-11-10T00:14:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/8812d279b1664cbcba0e58d8f7195c3f is 50, key is test_row_0/B:col10/1731197676847/Put/seqid=0 2024-11-10T00:14:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742109_1285 (size=12151) 2024-11-10T00:14:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T00:14:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197738382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:38,522 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fc684562582a48e99e6ea1a7e0e1cf43 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc684562582a48e99e6ea1a7e0e1cf43 2024-11-10T00:14:38,527 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/C of 079060ca21819e46cd29e52f9fdd5c19 into fc684562582a48e99e6ea1a7e0e1cf43(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:38,527 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:38,527 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/C, priority=13, startTime=1731197677647; duration=0sec 2024-11-10T00:14:38,527 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:38,527 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:C 2024-11-10T00:14:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197738691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:38,719 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/8812d279b1664cbcba0e58d8f7195c3f 2024-11-10T00:14:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/f0182786c660416e9b49d270755618fe is 50, key is test_row_0/C:col10/1731197676847/Put/seqid=0 2024-11-10T00:14:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742110_1286 (size=12151) 2024-11-10T00:14:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T00:14:39,132 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/f0182786c660416e9b49d270755618fe 2024-11-10T00:14:39,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ac45975828574364b01c77c78cba778b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ac45975828574364b01c77c78cba778b 2024-11-10T00:14:39,140 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ac45975828574364b01c77c78cba778b, entries=150, sequenceid=136, filesize=11.9 K 2024-11-10T00:14:39,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/8812d279b1664cbcba0e58d8f7195c3f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/8812d279b1664cbcba0e58d8f7195c3f 2024-11-10T00:14:39,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/8812d279b1664cbcba0e58d8f7195c3f, entries=150, sequenceid=136, filesize=11.9 K 2024-11-10T00:14:39,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/f0182786c660416e9b49d270755618fe as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f0182786c660416e9b49d270755618fe 2024-11-10T00:14:39,149 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f0182786c660416e9b49d270755618fe, entries=150, sequenceid=136, filesize=11.9 K 2024-11-10T00:14:39,150 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 079060ca21819e46cd29e52f9fdd5c19 in 1252ms, sequenceid=136, compaction requested=false 2024-11-10T00:14:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-10T00:14:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-10T00:14:39,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-10T00:14:39,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-10T00:14:39,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4110 sec 2024-11-10T00:14:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:39,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T00:14:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:39,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/9615c81d91ab4dbd955958677ec63f52 is 50, key is test_row_0/A:col10/1731197679203/Put/seqid=0 2024-11-10T00:14:39,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742111_1287 (size=12151) 2024-11-10T00:14:39,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197739271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:39,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197739382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:39,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:39,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197739591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:39,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/9615c81d91ab4dbd955958677ec63f52 2024-11-10T00:14:39,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/58a38bb09ac14d04a5c6befd69590c95 is 50, key is test_row_0/B:col10/1731197679203/Put/seqid=0 2024-11-10T00:14:39,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742112_1288 (size=12151) 2024-11-10T00:14:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T00:14:39,892 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:39,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-10T00:14:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T00:14:39,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:39,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:39,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:39,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197739902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T00:14:40,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/58a38bb09ac14d04a5c6befd69590c95 2024-11-10T00:14:40,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/86a16c8a7ff74d598b0bd483c5578ef8 is 50, key is test_row_0/C:col10/1731197679203/Put/seqid=0 2024-11-10T00:14:40,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T00:14:40,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:40,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:40,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:40,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742113_1289 (size=12151) 2024-11-10T00:14:40,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/86a16c8a7ff74d598b0bd483c5578ef8 2024-11-10T00:14:40,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/9615c81d91ab4dbd955958677ec63f52 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9615c81d91ab4dbd955958677ec63f52 2024-11-10T00:14:40,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9615c81d91ab4dbd955958677ec63f52, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T00:14:40,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/58a38bb09ac14d04a5c6befd69590c95 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/58a38bb09ac14d04a5c6befd69590c95 2024-11-10T00:14:40,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/58a38bb09ac14d04a5c6befd69590c95, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T00:14:40,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/86a16c8a7ff74d598b0bd483c5578ef8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/86a16c8a7ff74d598b0bd483c5578ef8 2024-11-10T00:14:40,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/86a16c8a7ff74d598b0bd483c5578ef8, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T00:14:40,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 079060ca21819e46cd29e52f9fdd5c19 in 866ms, sequenceid=156, compaction requested=true 2024-11-10T00:14:40,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:40,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:40,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:40,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:40,071 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:40,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:40,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:40,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:40,071 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:40,072 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:40,072 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/A is initiating minor compaction (all files) 2024-11-10T00:14:40,072 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:40,072 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/A in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:40,072 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/B is initiating minor compaction (all files) 2024-11-10T00:14:40,072 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/B in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:40,072 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9865d9e23add4f40b322b1dabb77ad7a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ac45975828574364b01c77c78cba778b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9615c81d91ab4dbd955958677ec63f52] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.8 K 2024-11-10T00:14:40,072 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ccb3c5aeaf1844dd8136d92dd4724423, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/8812d279b1664cbcba0e58d8f7195c3f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/58a38bb09ac14d04a5c6befd69590c95] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.8 K 2024-11-10T00:14:40,073 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9865d9e23add4f40b322b1dabb77ad7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731197676130 2024-11-10T00:14:40,073 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac45975828574364b01c77c78cba778b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731197676836 2024-11-10T00:14:40,073 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ccb3c5aeaf1844dd8136d92dd4724423, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731197676130 2024-11-10T00:14:40,073 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9615c81d91ab4dbd955958677ec63f52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731197678044 2024-11-10T00:14:40,074 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 8812d279b1664cbcba0e58d8f7195c3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731197676836 2024-11-10T00:14:40,074 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 58a38bb09ac14d04a5c6befd69590c95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731197678044 2024-11-10T00:14:40,083 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:40,083 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/82af4bef6c0e4dcfb8777b320d15612f is 50, key is test_row_0/A:col10/1731197679203/Put/seqid=0 2024-11-10T00:14:40,087 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:40,087 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/c31b32757ea94f0b8206cf2e5f74db29 is 50, key is test_row_0/B:col10/1731197679203/Put/seqid=0 2024-11-10T00:14:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742114_1290 (size=12561) 2024-11-10T00:14:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742115_1291 (size=12561) 2024-11-10T00:14:40,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T00:14:40,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:40,201 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T00:14:40,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:40,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:40,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/bbe624233daa43a1afbdce3835b7d499 is 50, key is test_row_0/A:col10/1731197679270/Put/seqid=0 2024-11-10T00:14:40,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742116_1292 (size=12151) 2024-11-10T00:14:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T00:14:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:40,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:40,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197740484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:40,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:40,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:40,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:40,502 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/82af4bef6c0e4dcfb8777b320d15612f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/82af4bef6c0e4dcfb8777b320d15612f 2024-11-10T00:14:40,503 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/c31b32757ea94f0b8206cf2e5f74db29 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c31b32757ea94f0b8206cf2e5f74db29 2024-11-10T00:14:40,508 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/A of 079060ca21819e46cd29e52f9fdd5c19 into 82af4bef6c0e4dcfb8777b320d15612f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:40,508 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/B of 079060ca21819e46cd29e52f9fdd5c19 into c31b32757ea94f0b8206cf2e5f74db29(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:40,508 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:40,508 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:40,508 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/B, priority=13, startTime=1731197680071; duration=0sec 2024-11-10T00:14:40,508 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/A, priority=13, startTime=1731197680071; duration=0sec 2024-11-10T00:14:40,509 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:40,509 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:B 2024-11-10T00:14:40,509 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:40,509 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:A 2024-11-10T00:14:40,509 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:40,510 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:40,510 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/C is initiating minor compaction (all files) 2024-11-10T00:14:40,510 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/C in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:40,510 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc684562582a48e99e6ea1a7e0e1cf43, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f0182786c660416e9b49d270755618fe, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/86a16c8a7ff74d598b0bd483c5578ef8] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=35.8 K 2024-11-10T00:14:40,510 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fc684562582a48e99e6ea1a7e0e1cf43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731197676130 2024-11-10T00:14:40,511 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f0182786c660416e9b49d270755618fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731197676836 2024-11-10T00:14:40,511 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a16c8a7ff74d598b0bd483c5578ef8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731197678044 2024-11-10T00:14:40,518 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:40,518 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/4b439a2ff082424e9f5d19602b30ce38 is 50, key is test_row_0/C:col10/1731197679203/Put/seqid=0 2024-11-10T00:14:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742117_1293 (size=12561) 2024-11-10T00:14:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T00:14:40,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197740602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:40,611 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/bbe624233daa43a1afbdce3835b7d499 2024-11-10T00:14:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/2e094cd7f2264a2ebd2b2b6783bb104b is 50, key is test_row_0/B:col10/1731197679270/Put/seqid=0 2024-11-10T00:14:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742118_1294 (size=12151) 2024-11-10T00:14:40,626 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/2e094cd7f2264a2ebd2b2b6783bb104b 2024-11-10T00:14:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/7692c6b977674412820a9c2acfe28381 is 50, key is test_row_0/C:col10/1731197679270/Put/seqid=0 2024-11-10T00:14:40,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742119_1295 (size=12151) 2024-11-10T00:14:40,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197740811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:40,927 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/4b439a2ff082424e9f5d19602b30ce38 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/4b439a2ff082424e9f5d19602b30ce38 2024-11-10T00:14:40,931 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/C of 079060ca21819e46cd29e52f9fdd5c19 into 4b439a2ff082424e9f5d19602b30ce38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:40,932 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:40,932 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/C, priority=13, startTime=1731197680071; duration=0sec 2024-11-10T00:14:40,932 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:40,932 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:C 2024-11-10T00:14:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731197741002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58630 deadline: 1731197741002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,005 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,006 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T00:14:41,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58644 deadline: 1731197741031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1731197741032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,035 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,035 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 079060ca21819e46cd29e52f9fdd5c19 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,040 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/7692c6b977674412820a9c2acfe28381 2024-11-10T00:14:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/bbe624233daa43a1afbdce3835b7d499 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bbe624233daa43a1afbdce3835b7d499 2024-11-10T00:14:41,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bbe624233daa43a1afbdce3835b7d499, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T00:14:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/2e094cd7f2264a2ebd2b2b6783bb104b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e094cd7f2264a2ebd2b2b6783bb104b 2024-11-10T00:14:41,054 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e094cd7f2264a2ebd2b2b6783bb104b, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T00:14:41,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/7692c6b977674412820a9c2acfe28381 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/7692c6b977674412820a9c2acfe28381 2024-11-10T00:14:41,058 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/7692c6b977674412820a9c2acfe28381, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T00:14:41,059 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 079060ca21819e46cd29e52f9fdd5c19 in 858ms, sequenceid=171, compaction requested=false 2024-11-10T00:14:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-10T00:14:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-10T00:14:41,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T00:14:41,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-11-10T00:14:41,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1710 sec 2024-11-10T00:14:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:41,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:14:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:41,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/f0268673c45946c3b160e64e8f055c6f is 50, key is test_row_0/A:col10/1731197680444/Put/seqid=0 2024-11-10T00:14:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742120_1296 (size=14541) 2024-11-10T00:14:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197741175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197741282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197741491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/f0268673c45946c3b160e64e8f055c6f 2024-11-10T00:14:41,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/6b17c7b08113401eaa2a97daa67a2ae6 is 50, key is test_row_0/B:col10/1731197680444/Put/seqid=0 2024-11-10T00:14:41,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742121_1297 (size=12151) 2024-11-10T00:14:41,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197741802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:41,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/6b17c7b08113401eaa2a97daa67a2ae6 2024-11-10T00:14:41,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/0d200b7bb0c94d78bdd38f004e80ffce is 50, key is test_row_0/C:col10/1731197680444/Put/seqid=0 2024-11-10T00:14:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742122_1298 (size=12151) 2024-11-10T00:14:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T00:14:42,042 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:42,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-10T00:14:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T00:14:42,044 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:42,045 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:42,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T00:14:42,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T00:14:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:42,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:42,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197742312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:42,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T00:14:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:42,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/0d200b7bb0c94d78bdd38f004e80ffce 2024-11-10T00:14:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T00:14:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/f0268673c45946c3b160e64e8f055c6f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/f0268673c45946c3b160e64e8f055c6f 2024-11-10T00:14:42,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/f0268673c45946c3b160e64e8f055c6f, entries=200, sequenceid=192, filesize=14.2 K 2024-11-10T00:14:42,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/6b17c7b08113401eaa2a97daa67a2ae6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/6b17c7b08113401eaa2a97daa67a2ae6 2024-11-10T00:14:42,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/6b17c7b08113401eaa2a97daa67a2ae6, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T00:14:42,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/0d200b7bb0c94d78bdd38f004e80ffce as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0d200b7bb0c94d78bdd38f004e80ffce 2024-11-10T00:14:42,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0d200b7bb0c94d78bdd38f004e80ffce, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T00:14:42,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 079060ca21819e46cd29e52f9fdd5c19 in 1255ms, sequenceid=192, compaction requested=true 2024-11-10T00:14:42,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:42,380 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T00:14:42,380 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:42,381 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:42,381 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/A is initiating minor compaction (all files) 2024-11-10T00:14:42,381 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/A in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,381 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/82af4bef6c0e4dcfb8777b320d15612f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bbe624233daa43a1afbdce3835b7d499, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/f0268673c45946c3b160e64e8f055c6f] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=38.3 K 2024-11-10T00:14:42,381 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:42,381 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/B is initiating minor compaction (all files) 2024-11-10T00:14:42,381 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/B in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,381 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c31b32757ea94f0b8206cf2e5f74db29, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e094cd7f2264a2ebd2b2b6783bb104b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/6b17c7b08113401eaa2a97daa67a2ae6] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=36.0 K 2024-11-10T00:14:42,381 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82af4bef6c0e4dcfb8777b320d15612f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731197678044 2024-11-10T00:14:42,382 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c31b32757ea94f0b8206cf2e5f74db29, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731197678044 2024-11-10T00:14:42,382 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbe624233daa43a1afbdce3835b7d499, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731197679244 2024-11-10T00:14:42,382 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e094cd7f2264a2ebd2b2b6783bb104b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731197679244 2024-11-10T00:14:42,382 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0268673c45946c3b160e64e8f055c6f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731197680444 2024-11-10T00:14:42,382 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b17c7b08113401eaa2a97daa67a2ae6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731197680444 2024-11-10T00:14:42,392 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:42,393 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/ef686c5c23564c29a517c3483519b8a6 is 50, key is test_row_0/B:col10/1731197680444/Put/seqid=0 2024-11-10T00:14:42,399 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:42,400 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/e5b1531d69854e9baf82c6a0fea2fb60 is 50, key is test_row_0/A:col10/1731197680444/Put/seqid=0 2024-11-10T00:14:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742124_1300 (size=12663) 2024-11-10T00:14:42,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742123_1299 (size=12663) 2024-11-10T00:14:42,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T00:14:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,504 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:14:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:42,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/bd500d8a75c0409794a8aa2db237c0b8 is 50, key is test_row_0/A:col10/1731197681168/Put/seqid=0 2024-11-10T00:14:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742125_1301 (size=12151) 2024-11-10T00:14:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T00:14:42,824 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/ef686c5c23564c29a517c3483519b8a6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ef686c5c23564c29a517c3483519b8a6 2024-11-10T00:14:42,824 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/e5b1531d69854e9baf82c6a0fea2fb60 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e5b1531d69854e9baf82c6a0fea2fb60 2024-11-10T00:14:42,830 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/A of 079060ca21819e46cd29e52f9fdd5c19 into e5b1531d69854e9baf82c6a0fea2fb60(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:42,830 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:42,830 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/A, priority=13, startTime=1731197682380; duration=0sec 2024-11-10T00:14:42,831 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:42,831 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:A 2024-11-10T00:14:42,831 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:42,832 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/B of 079060ca21819e46cd29e52f9fdd5c19 into ef686c5c23564c29a517c3483519b8a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:42,832 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:42,832 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:42,832 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/B, priority=13, startTime=1731197682380; duration=0sec 2024-11-10T00:14:42,832 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/C is initiating minor compaction (all files) 2024-11-10T00:14:42,832 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:42,832 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:B 2024-11-10T00:14:42,832 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/C in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,832 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/4b439a2ff082424e9f5d19602b30ce38, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/7692c6b977674412820a9c2acfe28381, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0d200b7bb0c94d78bdd38f004e80ffce] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=36.0 K 2024-11-10T00:14:42,832 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b439a2ff082424e9f5d19602b30ce38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731197678044 2024-11-10T00:14:42,833 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7692c6b977674412820a9c2acfe28381, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731197679244 2024-11-10T00:14:42,833 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d200b7bb0c94d78bdd38f004e80ffce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731197680444 2024-11-10T00:14:42,843 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#C#compaction#258 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:42,844 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/1c58bc7efda94a648fb2a1e48db68a97 is 50, key is test_row_0/C:col10/1731197680444/Put/seqid=0 2024-11-10T00:14:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742126_1302 (size=12663) 2024-11-10T00:14:42,858 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/1c58bc7efda94a648fb2a1e48db68a97 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1c58bc7efda94a648fb2a1e48db68a97 2024-11-10T00:14:42,865 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/C of 079060ca21819e46cd29e52f9fdd5c19 into 1c58bc7efda94a648fb2a1e48db68a97(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:42,865 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:42,865 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/C, priority=13, startTime=1731197682380; duration=0sec 2024-11-10T00:14:42,865 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:42,865 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:C 2024-11-10T00:14:42,915 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/bd500d8a75c0409794a8aa2db237c0b8 2024-11-10T00:14:42,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/cbf1943e1ac441cf95de607fdc0da42d is 50, key is test_row_0/B:col10/1731197681168/Put/seqid=0 2024-11-10T00:14:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742127_1303 (size=12151) 2024-11-10T00:14:42,927 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/cbf1943e1ac441cf95de607fdc0da42d 2024-11-10T00:14:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fe47f606c4854faab075df3c63369008 is 50, key is test_row_0/C:col10/1731197681168/Put/seqid=0 2024-11-10T00:14:42,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742128_1304 (size=12151) 2024-11-10T00:14:42,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fe47f606c4854faab075df3c63369008 2024-11-10T00:14:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/bd500d8a75c0409794a8aa2db237c0b8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bd500d8a75c0409794a8aa2db237c0b8 2024-11-10T00:14:42,959 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bd500d8a75c0409794a8aa2db237c0b8, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T00:14:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/cbf1943e1ac441cf95de607fdc0da42d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/cbf1943e1ac441cf95de607fdc0da42d 2024-11-10T00:14:42,974 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/cbf1943e1ac441cf95de607fdc0da42d, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T00:14:42,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fe47f606c4854faab075df3c63369008 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fe47f606c4854faab075df3c63369008 2024-11-10T00:14:42,980 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fe47f606c4854faab075df3c63369008, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T00:14:42,981 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 079060ca21819e46cd29e52f9fdd5c19 in 477ms, sequenceid=206, compaction requested=false 2024-11-10T00:14:42,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:42,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:42,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-10T00:14:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-10T00:14:42,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-10T00:14:42,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 937 msec 2024-11-10T00:14:42,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 943 msec 2024-11-10T00:14:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T00:14:43,182 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:43,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-10T00:14:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T00:14:43,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:43,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:43,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T00:14:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:43,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:14:43,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:43,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:43,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:43,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:43,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:43,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:43,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:43,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:43,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/1507ab362b4c491587ce02ea64d5c24d is 50, key is test_row_0/A:col10/1731197683332/Put/seqid=0 2024-11-10T00:14:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742129_1305 (size=12151) 2024-11-10T00:14:43,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197683392, max timestamp=1731197683418Num uniques 859; 2024-11-10T00:14:43,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197683392, max timestamp=1731197683418Num uniques 859; 2024-11-10T00:14:43,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197683392, max timestamp=1731197683418Num uniques 859; 2024-11-10T00:14:43,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:43,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:43,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:43,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:43,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:43,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T00:14:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197743511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:43,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197743621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:43,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:43,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/1507ab362b4c491587ce02ea64d5c24d 2024-11-10T00:14:43,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/86d6e45d81474302b7b6f759513163b0 is 50, key is test_row_0/B:col10/1731197683332/Put/seqid=0 2024-11-10T00:14:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742130_1306 (size=12151) 2024-11-10T00:14:43,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T00:14:43,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197743831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:43,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:43,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197744141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:44,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/86d6e45d81474302b7b6f759513163b0 2024-11-10T00:14:44,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/bf400cc21bff4428b7df281a6476e123 is 50, key is test_row_0/C:col10/1731197683332/Put/seqid=0 2024-11-10T00:14:44,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742131_1307 (size=12151) 2024-11-10T00:14:44,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T00:14:44,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:44,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:44,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:44,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/bf400cc21bff4428b7df281a6476e123 2024-11-10T00:14:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/1507ab362b4c491587ce02ea64d5c24d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/1507ab362b4c491587ce02ea64d5c24d 2024-11-10T00:14:44,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/1507ab362b4c491587ce02ea64d5c24d, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T00:14:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/86d6e45d81474302b7b6f759513163b0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/86d6e45d81474302b7b6f759513163b0 2024-11-10T00:14:44,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/86d6e45d81474302b7b6f759513163b0, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T00:14:44,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/bf400cc21bff4428b7df281a6476e123 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/bf400cc21bff4428b7df281a6476e123 2024-11-10T00:14:44,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/bf400cc21bff4428b7df281a6476e123, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T00:14:44,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 079060ca21819e46cd29e52f9fdd5c19 in 1252ms, sequenceid=219, compaction requested=true 2024-11-10T00:14:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:44,589 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:44,589 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:44,590 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:44,590 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:44,590 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/A is initiating minor compaction (all files) 2024-11-10T00:14:44,590 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/B is initiating minor compaction (all files) 2024-11-10T00:14:44,590 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/B in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,590 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/A in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,590 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ef686c5c23564c29a517c3483519b8a6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/cbf1943e1ac441cf95de607fdc0da42d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/86d6e45d81474302b7b6f759513163b0] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=36.1 K 2024-11-10T00:14:44,590 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e5b1531d69854e9baf82c6a0fea2fb60, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bd500d8a75c0409794a8aa2db237c0b8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/1507ab362b4c491587ce02ea64d5c24d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=36.1 K 2024-11-10T00:14:44,590 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ef686c5c23564c29a517c3483519b8a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731197680444 2024-11-10T00:14:44,591 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5b1531d69854e9baf82c6a0fea2fb60, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731197680444 2024-11-10T00:14:44,591 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting cbf1943e1ac441cf95de607fdc0da42d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197681163 2024-11-10T00:14:44,591 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd500d8a75c0409794a8aa2db237c0b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197681163 2024-11-10T00:14:44,591 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 86d6e45d81474302b7b6f759513163b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731197683322 2024-11-10T00:14:44,591 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1507ab362b4c491587ce02ea64d5c24d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731197683322 2024-11-10T00:14:44,598 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:44,598 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:44,599 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/4039870e73e4443cb26fb4ed284babe1 is 50, key is test_row_0/B:col10/1731197683332/Put/seqid=0 2024-11-10T00:14:44,599 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ef4643dc0e1d4b1c8488ca1e84fb6fd5 is 50, key is test_row_0/A:col10/1731197683332/Put/seqid=0 2024-11-10T00:14:44,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742132_1308 (size=12765) 2024-11-10T00:14:44,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742133_1309 (size=12765) 2024-11-10T00:14:44,608 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/4039870e73e4443cb26fb4ed284babe1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/4039870e73e4443cb26fb4ed284babe1 2024-11-10T00:14:44,613 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/B of 079060ca21819e46cd29e52f9fdd5c19 into 4039870e73e4443cb26fb4ed284babe1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:44,613 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:44,613 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/B, priority=13, startTime=1731197684589; duration=0sec 2024-11-10T00:14:44,613 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:44,613 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:B 2024-11-10T00:14:44,613 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:14:44,614 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:14:44,614 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/C is initiating minor compaction (all files) 2024-11-10T00:14:44,614 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/C in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,614 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1c58bc7efda94a648fb2a1e48db68a97, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fe47f606c4854faab075df3c63369008, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/bf400cc21bff4428b7df281a6476e123] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=36.1 K 2024-11-10T00:14:44,615 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c58bc7efda94a648fb2a1e48db68a97, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731197680444 2024-11-10T00:14:44,615 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fe47f606c4854faab075df3c63369008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197681163 2024-11-10T00:14:44,616 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting bf400cc21bff4428b7df281a6476e123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731197683322 2024-11-10T00:14:44,623 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:44,624 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/afb46b9afea34cca8072c42cc36b20ec is 50, key is test_row_0/C:col10/1731197683332/Put/seqid=0 2024-11-10T00:14:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742134_1310 (size=12765) 2024-11-10T00:14:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:44,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-10T00:14:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:14:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:14:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:14:44,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/a345bd9578df47e48c6a21dde099a29d is 50, key is test_row_0/A:col10/1731197683509/Put/seqid=0 2024-11-10T00:14:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742135_1311 (size=14591) 2024-11-10T00:14:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197744687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:44,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197744802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:44,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:44,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,009 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/ef4643dc0e1d4b1c8488ca1e84fb6fd5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ef4643dc0e1d4b1c8488ca1e84fb6fd5 2024-11-10T00:14:45,015 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/A of 079060ca21819e46cd29e52f9fdd5c19 into ef4643dc0e1d4b1c8488ca1e84fb6fd5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:45,015 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:45,015 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/A, priority=13, startTime=1731197684589; duration=0sec 2024-11-10T00:14:45,015 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:45,015 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:A 2024-11-10T00:14:45,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197745011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:45,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:45,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,038 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/afb46b9afea34cca8072c42cc36b20ec as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/afb46b9afea34cca8072c42cc36b20ec 2024-11-10T00:14:45,043 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/C of 079060ca21819e46cd29e52f9fdd5c19 into afb46b9afea34cca8072c42cc36b20ec(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:45,043 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:45,043 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/C, priority=13, startTime=1731197684589; duration=0sec 2024-11-10T00:14:45,043 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:45,043 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:C 2024-11-10T00:14:45,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/a345bd9578df47e48c6a21dde099a29d 2024-11-10T00:14:45,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/b824c64e44484a2eb94837f7448fe89c is 50, key is test_row_0/B:col10/1731197683509/Put/seqid=0 2024-11-10T00:14:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742136_1312 (size=12201) 2024-11-10T00:14:45,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:45,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:45,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197745322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:45,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T00:14:45,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/b824c64e44484a2eb94837f7448fe89c 2024-11-10T00:14:45,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:45,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:45,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/a9da26e8b3224be7b2e19a9f13755281 is 50, key is test_row_0/C:col10/1731197683509/Put/seqid=0 2024-11-10T00:14:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742137_1313 (size=12201) 2024-11-10T00:14:45,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:45,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:45,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:45,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197745831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:45,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/a9da26e8b3224be7b2e19a9f13755281 2024-11-10T00:14:45,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/a345bd9578df47e48c6a21dde099a29d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/a345bd9578df47e48c6a21dde099a29d 2024-11-10T00:14:45,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/a345bd9578df47e48c6a21dde099a29d, entries=200, sequenceid=258, filesize=14.2 K 2024-11-10T00:14:45,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/b824c64e44484a2eb94837f7448fe89c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/b824c64e44484a2eb94837f7448fe89c 2024-11-10T00:14:45,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/b824c64e44484a2eb94837f7448fe89c, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T00:14:45,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/a9da26e8b3224be7b2e19a9f13755281 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/a9da26e8b3224be7b2e19a9f13755281 2024-11-10T00:14:45,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/a9da26e8b3224be7b2e19a9f13755281, entries=150, sequenceid=258, filesize=11.9 K 2024-11-10T00:14:45,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 079060ca21819e46cd29e52f9fdd5c19 in 1259ms, sequenceid=258, compaction requested=false 2024-11-10T00:14:45,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:45,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T00:14:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:45,941 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T00:14:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/6c6260ea8cd94c2aa814be4e105acbaf is 50, key is test_row_0/A:col10/1731197684659/Put/seqid=0 2024-11-10T00:14:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742138_1314 (size=12301) 2024-11-10T00:14:45,951 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/6c6260ea8cd94c2aa814be4e105acbaf 2024-11-10T00:14:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/153b55c3483d41c4bd59ff015a33967e is 50, key is test_row_0/B:col10/1731197684659/Put/seqid=0 2024-11-10T00:14:45,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742139_1315 (size=12301) 2024-11-10T00:14:45,969 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/153b55c3483d41c4bd59ff015a33967e 2024-11-10T00:14:45,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/3975bdcd5e0e4e8e8f4d701141d3370c is 50, key is test_row_0/C:col10/1731197684659/Put/seqid=0 2024-11-10T00:14:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742140_1316 (size=12301) 2024-11-10T00:14:46,384 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/3975bdcd5e0e4e8e8f4d701141d3370c 2024-11-10T00:14:46,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/6c6260ea8cd94c2aa814be4e105acbaf as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/6c6260ea8cd94c2aa814be4e105acbaf 2024-11-10T00:14:46,393 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/6c6260ea8cd94c2aa814be4e105acbaf, entries=150, sequenceid=269, filesize=12.0 K 2024-11-10T00:14:46,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/153b55c3483d41c4bd59ff015a33967e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/153b55c3483d41c4bd59ff015a33967e 2024-11-10T00:14:46,398 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/153b55c3483d41c4bd59ff015a33967e, entries=150, sequenceid=269, filesize=12.0 K 2024-11-10T00:14:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/3975bdcd5e0e4e8e8f4d701141d3370c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3975bdcd5e0e4e8e8f4d701141d3370c 2024-11-10T00:14:46,403 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3975bdcd5e0e4e8e8f4d701141d3370c, entries=150, sequenceid=269, filesize=12.0 K 2024-11-10T00:14:46,404 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 079060ca21819e46cd29e52f9fdd5c19 in 463ms, sequenceid=269, compaction requested=true 2024-11-10T00:14:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-10T00:14:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-10T00:14:46,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-10T00:14:46,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2210 sec 2024-11-10T00:14:46,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 3.2270 sec 2024-11-10T00:14:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:46,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:14:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:46,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/da29e9217c894d7dbcd212e31c98df11 is 50, key is test_row_0/A:col10/1731197686847/Put/seqid=0 2024-11-10T00:14:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742141_1317 (size=12301) 2024-11-10T00:14:46,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/da29e9217c894d7dbcd212e31c98df11 2024-11-10T00:14:46,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/143203fe1de845cdaeed174c41859a9f is 50, key is test_row_0/B:col10/1731197686847/Put/seqid=0 2024-11-10T00:14:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742142_1318 (size=12301) 2024-11-10T00:14:46,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/143203fe1de845cdaeed174c41859a9f 2024-11-10T00:14:46,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/d21c3a85490e485d893a4b206aa69b91 is 50, key is test_row_0/C:col10/1731197686847/Put/seqid=0 2024-11-10T00:14:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742143_1319 (size=12301) 2024-11-10T00:14:46,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197686943, max timestamp=1731197686960Num uniques 859; 2024-11-10T00:14:46,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:46,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197686943, max timestamp=1731197686960Num uniques 859; 2024-11-10T00:14:46,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197686943, max timestamp=1731197686960Num uniques 859; 2024-11-10T00:14:46,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:46,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:14:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197747062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197747172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:47,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/d21c3a85490e485d893a4b206aa69b91 2024-11-10T00:14:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/da29e9217c894d7dbcd212e31c98df11 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/da29e9217c894d7dbcd212e31c98df11 2024-11-10T00:14:47,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/da29e9217c894d7dbcd212e31c98df11, entries=150, sequenceid=279, filesize=12.0 K 2024-11-10T00:14:47,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/143203fe1de845cdaeed174c41859a9f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/143203fe1de845cdaeed174c41859a9f 2024-11-10T00:14:47,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/143203fe1de845cdaeed174c41859a9f, entries=150, sequenceid=279, filesize=12.0 K 2024-11-10T00:14:47,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/d21c3a85490e485d893a4b206aa69b91 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/d21c3a85490e485d893a4b206aa69b91 2024-11-10T00:14:47,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/d21c3a85490e485d893a4b206aa69b91, entries=150, sequenceid=279, filesize=12.0 K 2024-11-10T00:14:47,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 079060ca21819e46cd29e52f9fdd5c19 in 460ms, sequenceid=279, compaction requested=true 2024-11-10T00:14:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:14:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:14:47,321 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:14:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 079060ca21819e46cd29e52f9fdd5c19:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:14:47,321 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:14:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:47,322 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51958 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:14:47,322 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49568 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:14:47,322 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/B is initiating minor compaction (all files) 2024-11-10T00:14:47,322 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/A is initiating minor compaction (all files) 2024-11-10T00:14:47,322 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/B in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,322 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/A in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,323 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/4039870e73e4443cb26fb4ed284babe1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/b824c64e44484a2eb94837f7448fe89c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/153b55c3483d41c4bd59ff015a33967e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/143203fe1de845cdaeed174c41859a9f] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=48.4 K 2024-11-10T00:14:47,323 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ef4643dc0e1d4b1c8488ca1e84fb6fd5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/a345bd9578df47e48c6a21dde099a29d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/6c6260ea8cd94c2aa814be4e105acbaf, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/da29e9217c894d7dbcd212e31c98df11] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=50.7 K 2024-11-10T00:14:47,323 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4039870e73e4443cb26fb4ed284babe1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731197683322 2024-11-10T00:14:47,323 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef4643dc0e1d4b1c8488ca1e84fb6fd5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731197683322 2024-11-10T00:14:47,323 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b824c64e44484a2eb94837f7448fe89c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731197683498 2024-11-10T00:14:47,324 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting a345bd9578df47e48c6a21dde099a29d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731197683492 2024-11-10T00:14:47,324 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 153b55c3483d41c4bd59ff015a33967e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731197684659 2024-11-10T00:14:47,324 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c6260ea8cd94c2aa814be4e105acbaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731197684659 2024-11-10T00:14:47,324 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 143203fe1de845cdaeed174c41859a9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731197686847 2024-11-10T00:14:47,325 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting da29e9217c894d7dbcd212e31c98df11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731197686847 2024-11-10T00:14:47,338 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:47,339 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/d6c2bcf7b5a74a209bafe665ccb51065 is 50, key is test_row_0/A:col10/1731197686847/Put/seqid=0 2024-11-10T00:14:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T00:14:47,342 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:47,342 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:47,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:47,342 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/34ddd18a97ad401f839961f3230c502e is 50, key is test_row_0/B:col10/1731197686847/Put/seqid=0 2024-11-10T00:14:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-10T00:14:47,344 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T00:14:47,345 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:47,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742144_1320 (size=13051) 2024-11-10T00:14:47,359 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/d6c2bcf7b5a74a209bafe665ccb51065 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/d6c2bcf7b5a74a209bafe665ccb51065 2024-11-10T00:14:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742145_1321 (size=13051) 2024-11-10T00:14:47,366 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/A of 079060ca21819e46cd29e52f9fdd5c19 into d6c2bcf7b5a74a209bafe665ccb51065(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:47,366 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:47,366 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/A, priority=12, startTime=1731197687321; duration=0sec 2024-11-10T00:14:47,366 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:14:47,367 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:A 2024-11-10T00:14:47,367 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:14:47,368 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49568 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:14:47,368 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 079060ca21819e46cd29e52f9fdd5c19/C is initiating minor compaction (all files) 2024-11-10T00:14:47,369 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 079060ca21819e46cd29e52f9fdd5c19/C in TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,369 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/afb46b9afea34cca8072c42cc36b20ec, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/a9da26e8b3224be7b2e19a9f13755281, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3975bdcd5e0e4e8e8f4d701141d3370c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/d21c3a85490e485d893a4b206aa69b91] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp, totalSize=48.4 K 2024-11-10T00:14:47,369 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting afb46b9afea34cca8072c42cc36b20ec, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731197683322 2024-11-10T00:14:47,369 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9da26e8b3224be7b2e19a9f13755281, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731197683498 2024-11-10T00:14:47,370 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/34ddd18a97ad401f839961f3230c502e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/34ddd18a97ad401f839961f3230c502e 2024-11-10T00:14:47,370 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3975bdcd5e0e4e8e8f4d701141d3370c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731197684659 2024-11-10T00:14:47,370 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting d21c3a85490e485d893a4b206aa69b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731197686847 2024-11-10T00:14:47,375 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/B of 079060ca21819e46cd29e52f9fdd5c19 into 34ddd18a97ad401f839961f3230c502e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:47,375 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:47,375 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/B, priority=12, startTime=1731197687321; duration=0sec 2024-11-10T00:14:47,375 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:47,375 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:B 2024-11-10T00:14:47,381 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 079060ca21819e46cd29e52f9fdd5c19#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:14:47,381 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fdd7afd1f4ee456d9cb05846840819c4 is 50, key is test_row_0/C:col10/1731197686847/Put/seqid=0 2024-11-10T00:14:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:47,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-10T00:14:47,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:47,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:14:47,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:47,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:14:47,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:47,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:14:47,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742146_1322 (size=13051) 2024-11-10T00:14:47,396 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/fdd7afd1f4ee456d9cb05846840819c4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fdd7afd1f4ee456d9cb05846840819c4 2024-11-10T00:14:47,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/e6223d48641f44adb4ed78cb3bf3b898 is 50, key is test_row_0/A:col10/1731197687061/Put/seqid=0 2024-11-10T00:14:47,403 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 079060ca21819e46cd29e52f9fdd5c19/C of 079060ca21819e46cd29e52f9fdd5c19 into fdd7afd1f4ee456d9cb05846840819c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:14:47,403 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:47,403 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., storeName=079060ca21819e46cd29e52f9fdd5c19/C, priority=12, startTime=1731197687321; duration=0sec 2024-11-10T00:14:47,404 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:14:47,404 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 079060ca21819e46cd29e52f9fdd5c19:C 2024-11-10T00:14:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742147_1323 (size=12301) 2024-11-10T00:14:47,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197747431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:47,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T00:14:47,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197747542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:47,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T00:14:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197747752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:47,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/e6223d48641f44adb4ed78cb3bf3b898 2024-11-10T00:14:47,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/e0ea95f982c84a969de5b3704dd7c8b1 is 50, key is test_row_0/B:col10/1731197687061/Put/seqid=0 2024-11-10T00:14:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742148_1324 (size=12301) 2024-11-10T00:14:47,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:47,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T00:14:48,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197748061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:48,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/e0ea95f982c84a969de5b3704dd7c8b1 2024-11-10T00:14:48,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/df5aefd26d244d9ea28fdbc6294e8ef5 is 50, key is test_row_0/C:col10/1731197687061/Put/seqid=0 2024-11-10T00:14:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742149_1325 (size=12301) 2024-11-10T00:14:48,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T00:14:48,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:48,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58584 deadline: 1731197748571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:14:48,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/df5aefd26d244d9ea28fdbc6294e8ef5 2024-11-10T00:14:48,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/e6223d48641f44adb4ed78cb3bf3b898 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e6223d48641f44adb4ed78cb3bf3b898 2024-11-10T00:14:48,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e6223d48641f44adb4ed78cb3bf3b898, entries=150, sequenceid=319, filesize=12.0 K 2024-11-10T00:14:48,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/e0ea95f982c84a969de5b3704dd7c8b1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/e0ea95f982c84a969de5b3704dd7c8b1 2024-11-10T00:14:48,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/e0ea95f982c84a969de5b3704dd7c8b1, entries=150, sequenceid=319, filesize=12.0 K 2024-11-10T00:14:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/df5aefd26d244d9ea28fdbc6294e8ef5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/df5aefd26d244d9ea28fdbc6294e8ef5 2024-11-10T00:14:48,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/df5aefd26d244d9ea28fdbc6294e8ef5, entries=150, sequenceid=319, filesize=12.0 K 2024-11-10T00:14:48,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 079060ca21819e46cd29e52f9fdd5c19 in 1265ms, sequenceid=319, compaction requested=false 2024-11-10T00:14:48,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:48,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T00:14:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:48,724 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T00:14:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:48,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/4959c3528ec54b96a8f6b79730620c6d is 50, key is test_row_0/A:col10/1731197687405/Put/seqid=0 2024-11-10T00:14:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742150_1326 (size=12301) 2024-11-10T00:14:49,136 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/4959c3528ec54b96a8f6b79730620c6d 2024-11-10T00:14:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/881b6c546f82483c93d74cd7c5e03a64 is 50, key is test_row_0/B:col10/1731197687405/Put/seqid=0 2024-11-10T00:14:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742151_1327 (size=12301) 2024-11-10T00:14:49,420 INFO [Thread-1187 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1187. 2024-11-10T00:14:49,420 DEBUG [Thread-1187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:49,420 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,420 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:49,422 INFO [Thread-1185 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1185. 2024-11-10T00:14:49,422 DEBUG [Thread-1185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:49,422 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,422 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:49,422 INFO [Thread-1189 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1189. 2024-11-10T00:14:49,422 DEBUG [Thread-1189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:49,422 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,422 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,422 INFO [Thread-1183 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1183. 2024-11-10T00:14:49,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:49,422 DEBUG [Thread-1183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:49,423 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,423 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:49,423 INFO [Thread-1191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1191. 2024-11-10T00:14:49,423 DEBUG [Thread-1191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:49,423 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,423 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T00:14:49,551 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/881b6c546f82483c93d74cd7c5e03a64 2024-11-10T00:14:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/08c7724309514e8e9aadc2353fedb02e is 50, key is test_row_0/C:col10/1731197687405/Put/seqid=0 2024-11-10T00:14:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742152_1328 (size=12301) 2024-11-10T00:14:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. as already flushing 2024-11-10T00:14:49,583 INFO [Thread-1180 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1180. 2024-11-10T00:14:49,583 DEBUG [Thread-1180 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:49,583 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,583 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:49,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:49,961 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/08c7724309514e8e9aadc2353fedb02e 2024-11-10T00:14:49,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/4959c3528ec54b96a8f6b79730620c6d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/4959c3528ec54b96a8f6b79730620c6d 2024-11-10T00:14:49,968 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/4959c3528ec54b96a8f6b79730620c6d, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T00:14:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/881b6c546f82483c93d74cd7c5e03a64 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/881b6c546f82483c93d74cd7c5e03a64 2024-11-10T00:14:49,972 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/881b6c546f82483c93d74cd7c5e03a64, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T00:14:49,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/08c7724309514e8e9aadc2353fedb02e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/08c7724309514e8e9aadc2353fedb02e 2024-11-10T00:14:49,976 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/08c7724309514e8e9aadc2353fedb02e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T00:14:49,976 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=6.71 KB/6870 for 079060ca21819e46cd29e52f9fdd5c19 in 1252ms, sequenceid=329, compaction requested=true 2024-11-10T00:14:49,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 079060ca21819e46cd29e52f9fdd5c19: 2024-11-10T00:14:49,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:49,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-10T00:14:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-10T00:14:49,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-10T00:14:49,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6330 sec 2024-11-10T00:14:49,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.6370 sec 2024-11-10T00:14:51,023 INFO [Thread-1172 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1172. 2024-11-10T00:14:51,023 DEBUG [Thread-1172 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:51,023 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,023 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:51,033 INFO [Thread-1176 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1176. 2024-11-10T00:14:51,033 DEBUG [Thread-1176 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:51,033 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,033 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:51,072 INFO [Thread-1174 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1174. 2024-11-10T00:14:51,072 DEBUG [Thread-1174 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:51,072 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,073 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:51,133 INFO [Thread-1178 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1178. 2024-11-10T00:14:51,133 DEBUG [Thread-1178 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:14:51,133 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,133 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T00:14:51,502 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 208 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3788 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3551 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3646 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3767 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3559 2024-11-10T00:14:51,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T00:14:51,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:14:51,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:14:51,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:51,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:14:51,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T00:14:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T00:14:51,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197691506"}]},"ts":"1731197691506"} 2024-11-10T00:14:51,507 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T00:14:51,507 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T00:14:51,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:14:51,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, UNASSIGN}] 2024-11-10T00:14:51,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, UNASSIGN 2024-11-10T00:14:51,510 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=079060ca21819e46cd29e52f9fdd5c19, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:51,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, UNASSIGN because future has completed 2024-11-10T00:14:51,512 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:14:51,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T00:14:51,664 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:51,664 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:14:51,664 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing 079060ca21819e46cd29e52f9fdd5c19, disabling compactions & flushes 2024-11-10T00:14:51,664 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:51,664 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:51,664 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. after waiting 0 ms 2024-11-10T00:14:51,664 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:51,664 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(2902): Flushing 079060ca21819e46cd29e52f9fdd5c19 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T00:14:51,664 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=A 2024-11-10T00:14:51,665 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:51,665 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=B 2024-11-10T00:14:51,665 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:51,665 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 079060ca21819e46cd29e52f9fdd5c19, store=C 2024-11-10T00:14:51,665 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:51,668 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/73f96c14c98d4937ad061401b33560aa is 50, key is test_row_0/A:col10/1731197691071/Put/seqid=0 2024-11-10T00:14:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742153_1329 (size=12301) 2024-11-10T00:14:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T00:14:52,072 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/73f96c14c98d4937ad061401b33560aa 2024-11-10T00:14:52,078 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/2e948b0e84d34cf48c836f9e2366cfe4 is 50, key is test_row_0/B:col10/1731197691071/Put/seqid=0 2024-11-10T00:14:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742154_1330 (size=12301) 2024-11-10T00:14:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T00:14:52,482 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/2e948b0e84d34cf48c836f9e2366cfe4 2024-11-10T00:14:52,488 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/85c97c6f14a447c3b27586da9e3a83b8 is 50, key is test_row_0/C:col10/1731197691071/Put/seqid=0 2024-11-10T00:14:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742155_1331 (size=12301) 2024-11-10T00:14:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T00:14:52,892 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/85c97c6f14a447c3b27586da9e3a83b8 2024-11-10T00:14:52,896 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/A/73f96c14c98d4937ad061401b33560aa as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/73f96c14c98d4937ad061401b33560aa 2024-11-10T00:14:52,899 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/73f96c14c98d4937ad061401b33560aa, entries=150, sequenceid=337, filesize=12.0 K 2024-11-10T00:14:52,899 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/B/2e948b0e84d34cf48c836f9e2366cfe4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e948b0e84d34cf48c836f9e2366cfe4 2024-11-10T00:14:52,902 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e948b0e84d34cf48c836f9e2366cfe4, entries=150, sequenceid=337, filesize=12.0 K 2024-11-10T00:14:52,903 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/.tmp/C/85c97c6f14a447c3b27586da9e3a83b8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/85c97c6f14a447c3b27586da9e3a83b8 2024-11-10T00:14:52,906 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/85c97c6f14a447c3b27586da9e3a83b8, entries=150, sequenceid=337, filesize=12.0 K 2024-11-10T00:14:52,907 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 079060ca21819e46cd29e52f9fdd5c19 in 1242ms, sequenceid=337, compaction requested=true 2024-11-10T00:14:52,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/fad4d061a1804338b3804c7487ca5334, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/037d5dbcf68842e09f6e6783cd87d83d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2cc6aabd1ece49f68814f4246d4ac5e0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/aabd33480b0447d886315c0079884b30, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2682cb82672b40b2aa94cd15da3227f8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5dda14a117854939980fe7da54d02c81, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5d88dfb61fab4c17a31d7062ac246e09, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ddc9c36026a54ef6b315bc6c56da65e2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/375ad0fc88cb4609a24806fd36d88e32, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9865d9e23add4f40b322b1dabb77ad7a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ac45975828574364b01c77c78cba778b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/82af4bef6c0e4dcfb8777b320d15612f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9615c81d91ab4dbd955958677ec63f52, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bbe624233daa43a1afbdce3835b7d499, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/f0268673c45946c3b160e64e8f055c6f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e5b1531d69854e9baf82c6a0fea2fb60, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bd500d8a75c0409794a8aa2db237c0b8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ef4643dc0e1d4b1c8488ca1e84fb6fd5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/1507ab362b4c491587ce02ea64d5c24d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/a345bd9578df47e48c6a21dde099a29d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/6c6260ea8cd94c2aa814be4e105acbaf, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/da29e9217c894d7dbcd212e31c98df11] to archive 2024-11-10T00:14:52,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:14:52,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/fad4d061a1804338b3804c7487ca5334 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/fad4d061a1804338b3804c7487ca5334 2024-11-10T00:14:52,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/037d5dbcf68842e09f6e6783cd87d83d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/037d5dbcf68842e09f6e6783cd87d83d 2024-11-10T00:14:52,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2cc6aabd1ece49f68814f4246d4ac5e0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2cc6aabd1ece49f68814f4246d4ac5e0 2024-11-10T00:14:52,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/aabd33480b0447d886315c0079884b30 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/aabd33480b0447d886315c0079884b30 2024-11-10T00:14:52,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2682cb82672b40b2aa94cd15da3227f8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/2682cb82672b40b2aa94cd15da3227f8 2024-11-10T00:14:52,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5dda14a117854939980fe7da54d02c81 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5dda14a117854939980fe7da54d02c81 2024-11-10T00:14:52,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5d88dfb61fab4c17a31d7062ac246e09 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/5d88dfb61fab4c17a31d7062ac246e09 2024-11-10T00:14:52,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ddc9c36026a54ef6b315bc6c56da65e2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ddc9c36026a54ef6b315bc6c56da65e2 2024-11-10T00:14:52,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/375ad0fc88cb4609a24806fd36d88e32 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/375ad0fc88cb4609a24806fd36d88e32 2024-11-10T00:14:52,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9865d9e23add4f40b322b1dabb77ad7a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9865d9e23add4f40b322b1dabb77ad7a 2024-11-10T00:14:52,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ac45975828574364b01c77c78cba778b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ac45975828574364b01c77c78cba778b 2024-11-10T00:14:52,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/82af4bef6c0e4dcfb8777b320d15612f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/82af4bef6c0e4dcfb8777b320d15612f 2024-11-10T00:14:52,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9615c81d91ab4dbd955958677ec63f52 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/9615c81d91ab4dbd955958677ec63f52 2024-11-10T00:14:52,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bbe624233daa43a1afbdce3835b7d499 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bbe624233daa43a1afbdce3835b7d499 2024-11-10T00:14:52,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/f0268673c45946c3b160e64e8f055c6f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/f0268673c45946c3b160e64e8f055c6f 2024-11-10T00:14:52,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e5b1531d69854e9baf82c6a0fea2fb60 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e5b1531d69854e9baf82c6a0fea2fb60 2024-11-10T00:14:52,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bd500d8a75c0409794a8aa2db237c0b8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/bd500d8a75c0409794a8aa2db237c0b8 2024-11-10T00:14:52,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ef4643dc0e1d4b1c8488ca1e84fb6fd5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/ef4643dc0e1d4b1c8488ca1e84fb6fd5 2024-11-10T00:14:52,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/1507ab362b4c491587ce02ea64d5c24d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/1507ab362b4c491587ce02ea64d5c24d 2024-11-10T00:14:52,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/a345bd9578df47e48c6a21dde099a29d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/a345bd9578df47e48c6a21dde099a29d 2024-11-10T00:14:52,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/6c6260ea8cd94c2aa814be4e105acbaf to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/6c6260ea8cd94c2aa814be4e105acbaf 2024-11-10T00:14:52,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/da29e9217c894d7dbcd212e31c98df11 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/da29e9217c894d7dbcd212e31c98df11 2024-11-10T00:14:52,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/08fa9601ca6e4d23b35c6ea78e3e1578, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/45c35024fbef46738eb1924e6ac4d780, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d6c5dc5f751742d2a3e9c012395c4748, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/14c4818b8ae94829b02e06e65343adb1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/9ec238f03ea34ccdb1974d5dfa5ee090, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/880494abbb4a4a64ae29a5977ce0404f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d2d7cc1f50104334ae168ce33107170b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/a22ca389475d4b6591426fdcae76e8d3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ccb3c5aeaf1844dd8136d92dd4724423, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c3e4bc4f47e14935aad8e4c90b9abe0e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/8812d279b1664cbcba0e58d8f7195c3f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c31b32757ea94f0b8206cf2e5f74db29, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/58a38bb09ac14d04a5c6befd69590c95, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e094cd7f2264a2ebd2b2b6783bb104b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ef686c5c23564c29a517c3483519b8a6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/6b17c7b08113401eaa2a97daa67a2ae6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/cbf1943e1ac441cf95de607fdc0da42d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/4039870e73e4443cb26fb4ed284babe1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/86d6e45d81474302b7b6f759513163b0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/b824c64e44484a2eb94837f7448fe89c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/153b55c3483d41c4bd59ff015a33967e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/143203fe1de845cdaeed174c41859a9f] to archive 2024-11-10T00:14:52,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:14:52,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/08fa9601ca6e4d23b35c6ea78e3e1578 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/08fa9601ca6e4d23b35c6ea78e3e1578 2024-11-10T00:14:52,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/45c35024fbef46738eb1924e6ac4d780 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/45c35024fbef46738eb1924e6ac4d780 2024-11-10T00:14:52,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d6c5dc5f751742d2a3e9c012395c4748 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d6c5dc5f751742d2a3e9c012395c4748 2024-11-10T00:14:52,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/14c4818b8ae94829b02e06e65343adb1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/14c4818b8ae94829b02e06e65343adb1 2024-11-10T00:14:52,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/9ec238f03ea34ccdb1974d5dfa5ee090 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/9ec238f03ea34ccdb1974d5dfa5ee090 2024-11-10T00:14:52,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/880494abbb4a4a64ae29a5977ce0404f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/880494abbb4a4a64ae29a5977ce0404f 2024-11-10T00:14:52,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d2d7cc1f50104334ae168ce33107170b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/d2d7cc1f50104334ae168ce33107170b 2024-11-10T00:14:52,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/a22ca389475d4b6591426fdcae76e8d3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/a22ca389475d4b6591426fdcae76e8d3 2024-11-10T00:14:52,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ccb3c5aeaf1844dd8136d92dd4724423 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ccb3c5aeaf1844dd8136d92dd4724423 2024-11-10T00:14:52,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c3e4bc4f47e14935aad8e4c90b9abe0e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c3e4bc4f47e14935aad8e4c90b9abe0e 2024-11-10T00:14:52,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/8812d279b1664cbcba0e58d8f7195c3f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/8812d279b1664cbcba0e58d8f7195c3f 2024-11-10T00:14:52,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c31b32757ea94f0b8206cf2e5f74db29 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/c31b32757ea94f0b8206cf2e5f74db29 2024-11-10T00:14:52,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/58a38bb09ac14d04a5c6befd69590c95 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/58a38bb09ac14d04a5c6befd69590c95 2024-11-10T00:14:52,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e094cd7f2264a2ebd2b2b6783bb104b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e094cd7f2264a2ebd2b2b6783bb104b 2024-11-10T00:14:52,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ef686c5c23564c29a517c3483519b8a6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/ef686c5c23564c29a517c3483519b8a6 2024-11-10T00:14:52,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/6b17c7b08113401eaa2a97daa67a2ae6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/6b17c7b08113401eaa2a97daa67a2ae6 2024-11-10T00:14:52,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/cbf1943e1ac441cf95de607fdc0da42d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/cbf1943e1ac441cf95de607fdc0da42d 2024-11-10T00:14:52,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/4039870e73e4443cb26fb4ed284babe1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/4039870e73e4443cb26fb4ed284babe1 2024-11-10T00:14:52,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/86d6e45d81474302b7b6f759513163b0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/86d6e45d81474302b7b6f759513163b0 2024-11-10T00:14:52,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/b824c64e44484a2eb94837f7448fe89c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/b824c64e44484a2eb94837f7448fe89c 2024-11-10T00:14:52,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/153b55c3483d41c4bd59ff015a33967e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/153b55c3483d41c4bd59ff015a33967e 2024-11-10T00:14:52,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/143203fe1de845cdaeed174c41859a9f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/143203fe1de845cdaeed174c41859a9f 2024-11-10T00:14:52,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3719f5437dc442a48b3428a33040ff41, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/baf077bd2ade450b90e26c4cc9c3dc55, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/ea49fb9b55c64dcba4c79ca4193a3e4a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0cca4fea56cc434088ee95c549398f90, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1f9f09d9985749ad8c19392c4e612c5d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/eb018a83c6554cdcb06ecbc0605a443f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f91f04f8f5354ef29c8edda6dcdaba46, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/03a62f0be4594c3685e59d527a79ee02, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc684562582a48e99e6ea1a7e0e1cf43, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc3736430d26416f94f7d6a85a37a779, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f0182786c660416e9b49d270755618fe, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/4b439a2ff082424e9f5d19602b30ce38, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/86a16c8a7ff74d598b0bd483c5578ef8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/7692c6b977674412820a9c2acfe28381, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1c58bc7efda94a648fb2a1e48db68a97, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0d200b7bb0c94d78bdd38f004e80ffce, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fe47f606c4854faab075df3c63369008, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/afb46b9afea34cca8072c42cc36b20ec, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/bf400cc21bff4428b7df281a6476e123, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/a9da26e8b3224be7b2e19a9f13755281, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3975bdcd5e0e4e8e8f4d701141d3370c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/d21c3a85490e485d893a4b206aa69b91] to archive 2024-11-10T00:14:52,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:14:52,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3719f5437dc442a48b3428a33040ff41 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3719f5437dc442a48b3428a33040ff41 2024-11-10T00:14:52,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/baf077bd2ade450b90e26c4cc9c3dc55 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/baf077bd2ade450b90e26c4cc9c3dc55 2024-11-10T00:14:52,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/ea49fb9b55c64dcba4c79ca4193a3e4a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/ea49fb9b55c64dcba4c79ca4193a3e4a 2024-11-10T00:14:52,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0cca4fea56cc434088ee95c549398f90 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0cca4fea56cc434088ee95c549398f90 2024-11-10T00:14:52,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1f9f09d9985749ad8c19392c4e612c5d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1f9f09d9985749ad8c19392c4e612c5d 2024-11-10T00:14:52,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/eb018a83c6554cdcb06ecbc0605a443f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/eb018a83c6554cdcb06ecbc0605a443f 2024-11-10T00:14:52,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f91f04f8f5354ef29c8edda6dcdaba46 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f91f04f8f5354ef29c8edda6dcdaba46 2024-11-10T00:14:52,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/03a62f0be4594c3685e59d527a79ee02 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/03a62f0be4594c3685e59d527a79ee02 2024-11-10T00:14:52,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc684562582a48e99e6ea1a7e0e1cf43 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc684562582a48e99e6ea1a7e0e1cf43 2024-11-10T00:14:52,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc3736430d26416f94f7d6a85a37a779 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fc3736430d26416f94f7d6a85a37a779 2024-11-10T00:14:52,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f0182786c660416e9b49d270755618fe to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/f0182786c660416e9b49d270755618fe 2024-11-10T00:14:52,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/4b439a2ff082424e9f5d19602b30ce38 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/4b439a2ff082424e9f5d19602b30ce38 2024-11-10T00:14:52,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/86a16c8a7ff74d598b0bd483c5578ef8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/86a16c8a7ff74d598b0bd483c5578ef8 2024-11-10T00:14:52,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/7692c6b977674412820a9c2acfe28381 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/7692c6b977674412820a9c2acfe28381 2024-11-10T00:14:52,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1c58bc7efda94a648fb2a1e48db68a97 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/1c58bc7efda94a648fb2a1e48db68a97 2024-11-10T00:14:52,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0d200b7bb0c94d78bdd38f004e80ffce to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/0d200b7bb0c94d78bdd38f004e80ffce 2024-11-10T00:14:52,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fe47f606c4854faab075df3c63369008 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fe47f606c4854faab075df3c63369008 2024-11-10T00:14:52,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/afb46b9afea34cca8072c42cc36b20ec to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/afb46b9afea34cca8072c42cc36b20ec 2024-11-10T00:14:52,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/bf400cc21bff4428b7df281a6476e123 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/bf400cc21bff4428b7df281a6476e123 2024-11-10T00:14:52,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/a9da26e8b3224be7b2e19a9f13755281 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/a9da26e8b3224be7b2e19a9f13755281 2024-11-10T00:14:52,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3975bdcd5e0e4e8e8f4d701141d3370c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/3975bdcd5e0e4e8e8f4d701141d3370c 2024-11-10T00:14:52,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/d21c3a85490e485d893a4b206aa69b91 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/d21c3a85490e485d893a4b206aa69b91 2024-11-10T00:14:52,976 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=1 2024-11-10T00:14:52,977 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. 2024-11-10T00:14:52,977 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for 079060ca21819e46cd29e52f9fdd5c19: Waiting for close lock at 1731197691664Running coprocessor pre-close hooks at 1731197691664Disabling compacts and flushes for region at 1731197691664Disabling writes for close at 1731197691664Obtaining lock to block concurrent updates at 1731197691664Preparing flush snapshotting stores in 079060ca21819e46cd29e52f9fdd5c19 at 1731197691664Finished memstore snapshotting TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731197691665 (+1 ms)Flushing stores of TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19. at 1731197691665Flushing 079060ca21819e46cd29e52f9fdd5c19/A: creating writer at 1731197691665Flushing 079060ca21819e46cd29e52f9fdd5c19/A: appending metadata at 1731197691668 (+3 ms)Flushing 079060ca21819e46cd29e52f9fdd5c19/A: closing flushed file at 1731197691668Flushing 079060ca21819e46cd29e52f9fdd5c19/B: creating writer at 1731197692076 (+408 ms)Flushing 079060ca21819e46cd29e52f9fdd5c19/B: appending metadata at 1731197692078 (+2 ms)Flushing 079060ca21819e46cd29e52f9fdd5c19/B: closing flushed file at 1731197692078Flushing 079060ca21819e46cd29e52f9fdd5c19/C: creating writer at 1731197692486 (+408 ms)Flushing 079060ca21819e46cd29e52f9fdd5c19/C: appending metadata at 1731197692488 (+2 ms)Flushing 079060ca21819e46cd29e52f9fdd5c19/C: closing flushed file at 1731197692488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1992d94e: reopening flushed file at 1731197692895 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fb60ae: reopening flushed file at 1731197692899 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45290d1a: reopening flushed file at 1731197692902 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 079060ca21819e46cd29e52f9fdd5c19 in 1242ms, sequenceid=337, compaction requested=true at 1731197692907 (+5 ms)Writing region close event to WAL at 1731197692973 (+66 ms)Running coprocessor post-close hooks at 1731197692977 (+4 ms)Closed at 1731197692977 2024-11-10T00:14:52,979 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed 079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:52,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=079060ca21819e46cd29e52f9fdd5c19, regionState=CLOSED 2024-11-10T00:14:52,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:52,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-10T00:14:52,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure 079060ca21819e46cd29e52f9fdd5c19, server=b3c019fcff38,36467,1731197605747 in 1.4690 sec 2024-11-10T00:14:52,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-11-10T00:14:52,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=079060ca21819e46cd29e52f9fdd5c19, UNASSIGN in 1.4730 sec 2024-11-10T00:14:52,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-10T00:14:52,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-10T00:14:52,987 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197692986"}]},"ts":"1731197692986"} 2024-11-10T00:14:52,988 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T00:14:52,988 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T00:14:52,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4850 sec 2024-11-10T00:14:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T00:14:53,652 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:53,653 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T00:14:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:53,654 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T00:14:53,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=82, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:53,658 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:53,660 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/recovered.edits] 2024-11-10T00:14:53,662 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/4959c3528ec54b96a8f6b79730620c6d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/4959c3528ec54b96a8f6b79730620c6d 2024-11-10T00:14:53,663 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/73f96c14c98d4937ad061401b33560aa to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/73f96c14c98d4937ad061401b33560aa 2024-11-10T00:14:53,664 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/d6c2bcf7b5a74a209bafe665ccb51065 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/d6c2bcf7b5a74a209bafe665ccb51065 2024-11-10T00:14:53,665 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e6223d48641f44adb4ed78cb3bf3b898 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/A/e6223d48641f44adb4ed78cb3bf3b898 2024-11-10T00:14:53,666 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e948b0e84d34cf48c836f9e2366cfe4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/2e948b0e84d34cf48c836f9e2366cfe4 2024-11-10T00:14:53,667 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/34ddd18a97ad401f839961f3230c502e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/34ddd18a97ad401f839961f3230c502e 2024-11-10T00:14:53,668 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/881b6c546f82483c93d74cd7c5e03a64 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/881b6c546f82483c93d74cd7c5e03a64 2024-11-10T00:14:53,669 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/e0ea95f982c84a969de5b3704dd7c8b1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/B/e0ea95f982c84a969de5b3704dd7c8b1 2024-11-10T00:14:53,670 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/08c7724309514e8e9aadc2353fedb02e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/08c7724309514e8e9aadc2353fedb02e 2024-11-10T00:14:53,671 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/85c97c6f14a447c3b27586da9e3a83b8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/85c97c6f14a447c3b27586da9e3a83b8 2024-11-10T00:14:53,672 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/df5aefd26d244d9ea28fdbc6294e8ef5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/df5aefd26d244d9ea28fdbc6294e8ef5 2024-11-10T00:14:53,673 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fdd7afd1f4ee456d9cb05846840819c4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/C/fdd7afd1f4ee456d9cb05846840819c4 2024-11-10T00:14:53,676 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/recovered.edits/340.seqid to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19/recovered.edits/340.seqid 2024-11-10T00:14:53,676 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/079060ca21819e46cd29e52f9fdd5c19 2024-11-10T00:14:53,676 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T00:14:53,678 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=82, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:53,681 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T00:14:53,682 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T00:14:53,683 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=82, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:53,683 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T00:14:53,684 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731197693683"}]},"ts":"9223372036854775807"} 2024-11-10T00:14:53,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T00:14:53,685 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 079060ca21819e46cd29e52f9fdd5c19, NAME => 'TestAcidGuarantees,,1731197667233.079060ca21819e46cd29e52f9fdd5c19.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T00:14:53,685 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T00:14:53,685 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731197693685"}]},"ts":"9223372036854775807"} 2024-11-10T00:14:53,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T00:14:53,687 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=82, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:53,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-10T00:14:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T00:14:53,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T00:14:53,765 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:53,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 252), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=9670 (was 9718) 2024-11-10T00:14:53,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=9669 2024-11-10T00:14:53,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:14:53,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:14:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:53,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:14:53,783 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:53,783 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 83 2024-11-10T00:14:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-10T00:14:53,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:14:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742156_1332 (size=1061) 2024-11-10T00:14:53,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:14:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-10T00:14:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-10T00:14:54,191 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:14:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742157_1333 (size=53) 2024-11-10T00:14:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-10T00:14:54,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:14:54,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 77f05fd4c13b064d29961620abfa94db, disabling compactions & flushes 2024-11-10T00:14:54,596 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. after waiting 0 ms 2024-11-10T00:14:54,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,596 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77f05fd4c13b064d29961620abfa94db: Waiting for close lock at 1731197694596Disabling compacts and flushes for region at 1731197694596Disabling writes for close at 1731197694596Writing region close event to WAL at 1731197694596Closed at 1731197694596 2024-11-10T00:14:54,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:14:54,598 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731197694597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197694597"}]},"ts":"1731197694597"} 2024-11-10T00:14:54,599 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:14:54,599 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:14:54,600 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197694600"}]},"ts":"1731197694600"} 2024-11-10T00:14:54,601 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T00:14:54,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, ASSIGN}] 2024-11-10T00:14:54,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, ASSIGN 2024-11-10T00:14:54,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, ASSIGN; state=OFFLINE, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=false 2024-11-10T00:14:54,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:54,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, ASSIGN because future has completed 2024-11-10T00:14:54,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:54,909 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,909 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:14:54,909 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,909 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:14:54,909 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7794): checking encryption for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,909 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7797): checking classloading for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,910 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,911 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:54,912 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f05fd4c13b064d29961620abfa94db columnFamilyName A 2024-11-10T00:14:54,912 DEBUG [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:54,912 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(327): Store=77f05fd4c13b064d29961620abfa94db/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:54,912 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,913 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:54,913 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f05fd4c13b064d29961620abfa94db columnFamilyName B 2024-11-10T00:14:54,913 DEBUG [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:54,913 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(327): Store=77f05fd4c13b064d29961620abfa94db/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:54,913 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,914 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:54,914 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f05fd4c13b064d29961620abfa94db columnFamilyName C 2024-11-10T00:14:54,914 DEBUG [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:54,915 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(327): Store=77f05fd4c13b064d29961620abfa94db/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:54,915 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,915 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1038): replaying wal for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,915 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,916 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,916 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1048): stopping wal replay for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,916 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1060): Cleaning up temporary data for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,917 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:14:54,918 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1093): writing seq id for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,919 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:14:54,919 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1114): Opened 77f05fd4c13b064d29961620abfa94db; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64607414, jitterRate=-0.03727450966835022}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:14:54,919 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:54,920 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1006): Region open journal for 77f05fd4c13b064d29961620abfa94db: Running coprocessor pre-open hook at 1731197694909Writing region info on filesystem at 1731197694909Initializing all the Stores at 1731197694910 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197694910Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197694910Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197694910Cleaning up temporary data from old regions at 1731197694916 (+6 ms)Running coprocessor post-open hooks at 1731197694919 (+3 ms)Region opened successfully at 1731197694920 (+1 ms) 2024-11-10T00:14:54,921 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., pid=85, masterSystemTime=1731197694906 2024-11-10T00:14:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-10T00:14:54,922 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,922 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:54,923 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:54,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:54,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-10T00:14:54,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 in 169 msec 2024-11-10T00:14:54,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-10T00:14:54,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, ASSIGN in 325 msec 2024-11-10T00:14:54,928 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:14:54,928 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197694928"}]},"ts":"1731197694928"} 2024-11-10T00:14:54,929 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T00:14:54,930 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:14:54,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-10T00:14:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-10T00:14:55,933 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:55,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:55,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:55,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:55,935 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428464f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:55,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:55,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:55,936 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:55,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45af9973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:55,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:55,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:55,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:14:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42849,1731197604923 2024-11-10T00:14:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f41a2a9 2024-11-10T00:14:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:14:55,941 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:14:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:14:55,942 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:14:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T00:14:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742158_1334 (size=1097) 2024-11-10T00:14:56,353 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T00:14:56,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T00:14:56,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:14:56,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, REOPEN/MOVE}] 2024-11-10T00:14:56,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, REOPEN/MOVE 2024-11-10T00:14:56,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:56,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, REOPEN/MOVE because future has completed 2024-11-10T00:14:56,360 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:14:56,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:56,512 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,512 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:14:56,512 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 77f05fd4c13b064d29961620abfa94db, disabling compactions & flushes 2024-11-10T00:14:56,512 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,512 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,512 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. after waiting 0 ms 2024-11-10T00:14:56,512 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,515 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T00:14:56,516 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,516 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 77f05fd4c13b064d29961620abfa94db: Waiting for close lock at 1731197696512Running coprocessor pre-close hooks at 1731197696512Disabling compacts and flushes for region at 1731197696512Disabling writes for close at 1731197696512Writing region close event to WAL at 1731197696513 (+1 ms)Running coprocessor post-close hooks at 1731197696516 (+3 ms)Closed at 1731197696516 2024-11-10T00:14:56,516 WARN [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionServer(3299): Not adding moved region record: 77f05fd4c13b064d29961620abfa94db to self. 2024-11-10T00:14:56,518 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=CLOSED 2024-11-10T00:14:56,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:56,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-10T00:14:56,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 in 160 msec 2024-11-10T00:14:56,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, REOPEN/MOVE; state=CLOSED, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=true 2024-11-10T00:14:56,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:56,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, REOPEN/MOVE because future has completed 2024-11-10T00:14:56,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:14:56,828 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,829 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:14:56,829 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,829 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:14:56,829 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7794): checking encryption for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,829 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7797): checking classloading for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,830 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,831 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:56,831 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f05fd4c13b064d29961620abfa94db columnFamilyName A 2024-11-10T00:14:56,832 DEBUG [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:56,832 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(327): Store=77f05fd4c13b064d29961620abfa94db/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:56,833 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,833 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:56,833 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f05fd4c13b064d29961620abfa94db columnFamilyName B 2024-11-10T00:14:56,834 DEBUG [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:56,834 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(327): Store=77f05fd4c13b064d29961620abfa94db/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:56,834 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,834 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:14:56,834 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f05fd4c13b064d29961620abfa94db columnFamilyName C 2024-11-10T00:14:56,834 DEBUG [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:56,835 INFO [StoreOpener-77f05fd4c13b064d29961620abfa94db-1 {}] regionserver.HStore(327): Store=77f05fd4c13b064d29961620abfa94db/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:14:56,835 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,835 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1038): replaying wal for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,835 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,836 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,837 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1048): stopping wal replay for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,837 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1060): Cleaning up temporary data for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,837 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:14:56,838 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1093): writing seq id for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,839 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1114): Opened 77f05fd4c13b064d29961620abfa94db; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73349696, jitterRate=0.09299564361572266}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:14:56,839 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,839 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1006): Region open journal for 77f05fd4c13b064d29961620abfa94db: Running coprocessor pre-open hook at 1731197696829Writing region info on filesystem at 1731197696829Initializing all the Stores at 1731197696830 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197696830Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197696830Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197696830Cleaning up temporary data from old regions at 1731197696837 (+7 ms)Running coprocessor post-open hooks at 1731197696839 (+2 ms)Region opened successfully at 1731197696839 2024-11-10T00:14:56,840 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., pid=90, masterSystemTime=1731197696826 2024-11-10T00:14:56,841 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,841 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:56,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=OPEN, openSeqNum=5, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:56,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:14:56,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88 2024-11-10T00:14:56,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 in 170 msec 2024-11-10T00:14:56,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-10T00:14:56,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, REOPEN/MOVE in 488 msec 2024-11-10T00:14:56,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T00:14:56,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-10T00:14:56,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 907 msec 2024-11-10T00:14:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T00:14:56,851 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:14:56,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,852 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2af295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,854 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4ef08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,855 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f749533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,856 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9700d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,858 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485b6c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,859 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1d58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,861 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da5ce83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,862 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22deb751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,863 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1048301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407b9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,866 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f06674a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,867 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6c6d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,869 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108659b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,870 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18454770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,872 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6f31d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,873 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a488a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,874 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75840ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442edcad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d553196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:14:56,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:14:56,877 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:14:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:14:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:14:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329ddf78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:14:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:14:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:14:56,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:14:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbcb0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:14:56,879 DEBUG [Thread-1524 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,879 DEBUG [Thread-1539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:14:56,879 DEBUG [Thread-1537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,880 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,880 DEBUG [Thread-1535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-10T00:14:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:14:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T00:14:56,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:14:56,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:14:56,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,892 DEBUG [Thread-1543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,893 DEBUG [Thread-1532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,894 DEBUG [Thread-1526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,894 DEBUG [Thread-1532 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,895 DEBUG [Thread-1532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,896 DEBUG [Thread-1528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,899 DEBUG [Thread-1530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:14:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:14:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:14:56,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:14:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:56,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:14:56,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:14:56,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:56,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:14:56,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:56,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:14:56,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:56,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e70c02c6d7534579b305694d6e942388_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197696907/Put/seqid=0 2024-11-10T00:14:56,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197696919, max timestamp=1731197696938Num uniques 859; 2024-11-10T00:14:56,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197696926, max timestamp=1731197696938Num uniques 859; 2024-11-10T00:14:56,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197696919, max timestamp=1731197696938Num uniques 859; 2024-11-10T00:14:56,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:14:56,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:14:56,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:14:56,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742159_1335 (size=14594) 2024-11-10T00:14:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T00:14:57,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197756995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197756995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197756996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197756996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197757012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:57,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197757122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197757122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197757122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197757122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197757131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:57,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:57,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T00:14:57,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197757342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197757342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,352 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e70c02c6d7534579b305694d6e942388_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e70c02c6d7534579b305694d6e942388_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197757343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197757343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,353 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/698ff8723314400e83637a25149be8f7, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:14:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/698ff8723314400e83637a25149be8f7 is 175, key is test_row_0/A:col10/1731197696907/Put/seqid=0 2024-11-10T00:14:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742160_1336 (size=39549) 2024-11-10T00:14:57,358 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/698ff8723314400e83637a25149be8f7 2024-11-10T00:14:57,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197757353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1657edca931e4c4f8861c3dbf7591456 is 50, key is test_row_0/B:col10/1731197696907/Put/seqid=0 2024-11-10T00:14:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742161_1337 (size=12001) 2024-11-10T00:14:57,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:57,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:57,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T00:14:57,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197757662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197757662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197757662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197757662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197757672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:57,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1657edca931e4c4f8861c3dbf7591456 2024-11-10T00:14:57,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/5be83b845b784003ad950de34a369c35 is 50, key is test_row_0/C:col10/1731197696907/Put/seqid=0 2024-11-10T00:14:57,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742162_1338 (size=12001) 2024-11-10T00:14:57,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:57,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T00:14:58,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:58,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:14:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197758181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197758181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197758182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197758182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:58,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197758192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:58,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/5be83b845b784003ad950de34a369c35 2024-11-10T00:14:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/698ff8723314400e83637a25149be8f7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/698ff8723314400e83637a25149be8f7 2024-11-10T00:14:58,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/698ff8723314400e83637a25149be8f7, entries=200, sequenceid=14, filesize=38.6 K 2024-11-10T00:14:58,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1657edca931e4c4f8861c3dbf7591456 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1657edca931e4c4f8861c3dbf7591456 2024-11-10T00:14:58,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1657edca931e4c4f8861c3dbf7591456, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T00:14:58,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/5be83b845b784003ad950de34a369c35 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/5be83b845b784003ad950de34a369c35 2024-11-10T00:14:58,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/5be83b845b784003ad950de34a369c35, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T00:14:58,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 77f05fd4c13b064d29961620abfa94db in 1318ms, sequenceid=14, compaction requested=false 2024-11-10T00:14:58,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:14:58,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T00:14:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:58,260 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=138.65 KB heapSize=385.77 KB 2024-11-10T00:14:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:14:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:14:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:14:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:14:58,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111074486d58ea734a78aec9f434c44c7ad0_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197696968/Put/seqid=0 2024-11-10T00:14:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742163_1339 (size=12154) 2024-11-10T00:14:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:58,277 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111074486d58ea734a78aec9f434c44c7ad0_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074486d58ea734a78aec9f434c44c7ad0_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/79bc9dec35c6491a998056a07fbd63ab, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:14:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/79bc9dec35c6491a998056a07fbd63ab is 175, key is test_row_0/A:col10/1731197696968/Put/seqid=0 2024-11-10T00:14:58,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742164_1340 (size=30955) 2024-11-10T00:14:58,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:14:58,681 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/79bc9dec35c6491a998056a07fbd63ab 2024-11-10T00:14:58,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/d29772026cb544a0b8c47b778cbfdd0d is 50, key is test_row_0/B:col10/1731197696968/Put/seqid=0 2024-11-10T00:14:58,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742165_1341 (size=12001) 2024-11-10T00:14:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T00:14:59,098 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/d29772026cb544a0b8c47b778cbfdd0d 2024-11-10T00:14:59,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f63c28bf9d3246128f28114bc610f1d7 is 50, key is test_row_0/C:col10/1731197696968/Put/seqid=0 2024-11-10T00:14:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742166_1342 (size=12001) 2024-11-10T00:14:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:14:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197759221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197759221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197759223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197759223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,235 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197759225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197759341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197759342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197759342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197759342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,513 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f63c28bf9d3246128f28114bc610f1d7 2024-11-10T00:14:59,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/79bc9dec35c6491a998056a07fbd63ab as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/79bc9dec35c6491a998056a07fbd63ab 2024-11-10T00:14:59,522 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/79bc9dec35c6491a998056a07fbd63ab, entries=150, sequenceid=49, filesize=30.2 K 2024-11-10T00:14:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/d29772026cb544a0b8c47b778cbfdd0d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/d29772026cb544a0b8c47b778cbfdd0d 2024-11-10T00:14:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,527 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/d29772026cb544a0b8c47b778cbfdd0d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T00:14:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f63c28bf9d3246128f28114bc610f1d7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f63c28bf9d3246128f28114bc610f1d7 2024-11-10T00:14:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,531 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f63c28bf9d3246128f28114bc610f1d7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T00:14:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,532 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~385.72 KB/394976, currentSize=46.96 KB/48090 for 77f05fd4c13b064d29961620abfa94db in 1272ms, sequenceid=49, compaction requested=false 2024-11-10T00:14:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:14:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:14:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-10T00:14:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-10T00:14:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-10T00:14:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-11-10T00:14:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.6580 sec 2024-11-10T00:14:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T00:14:59,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:14:59,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:59,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:14:59,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:59,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:14:59,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:14:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ff33b2b3aeca4594b026448eceb1a3a4_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197699221/Put/seqid=0 2024-11-10T00:14:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742167_1343 (size=12154) 2024-11-10T00:14:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197759632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197699616, max timestamp=1731197699645Num uniques 859; 2024-11-10T00:14:59,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197699616, max timestamp=1731197699645Num uniques 859; 2024-11-10T00:14:59,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:14:59,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:14:59,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197699616, max timestamp=1731197699645Num uniques 859; 2024-11-10T00:14:59,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:14:59,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197759704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197759717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197759725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197759761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197759832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197759841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197759852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:14:59,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:14:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197759982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:14:59,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:14:59,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:14:59,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ff33b2b3aeca4594b026448eceb1a3a4_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ff33b2b3aeca4594b026448eceb1a3a4_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:14:59,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/e58522e01cd24ef2a5a076395e3a055e, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:14:59,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/e58522e01cd24ef2a5a076395e3a055e is 175, key is test_row_0/A:col10/1731197699221/Put/seqid=0 2024-11-10T00:14:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742168_1344 (size=30955) 2024-11-10T00:14:59,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/e58522e01cd24ef2a5a076395e3a055e 2024-11-10T00:15:00,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/5b37680fb1cb430d9764789f469cf755 is 50, key is test_row_0/B:col10/1731197699221/Put/seqid=0 2024-11-10T00:15:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742169_1345 (size=12001) 2024-11-10T00:15:00,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197760052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197760062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197760072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197760302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197760372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197760382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197760382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/5b37680fb1cb430d9764789f469cf755 2024-11-10T00:15:00,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/599440a0fe04489fb471d76706b48c7d is 50, key is test_row_0/C:col10/1731197699221/Put/seqid=0 2024-11-10T00:15:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742170_1346 (size=12001) 2024-11-10T00:15:00,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/599440a0fe04489fb471d76706b48c7d 2024-11-10T00:15:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/e58522e01cd24ef2a5a076395e3a055e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e58522e01cd24ef2a5a076395e3a055e 2024-11-10T00:15:00,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e58522e01cd24ef2a5a076395e3a055e, entries=150, sequenceid=60, filesize=30.2 K 2024-11-10T00:15:00,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/5b37680fb1cb430d9764789f469cf755 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/5b37680fb1cb430d9764789f469cf755 2024-11-10T00:15:00,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/5b37680fb1cb430d9764789f469cf755, entries=150, sequenceid=60, filesize=11.7 K 2024-11-10T00:15:00,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/599440a0fe04489fb471d76706b48c7d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/599440a0fe04489fb471d76706b48c7d 2024-11-10T00:15:00,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/599440a0fe04489fb471d76706b48c7d, entries=150, sequenceid=60, filesize=11.7 K 2024-11-10T00:15:00,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 77f05fd4c13b064d29961620abfa94db in 866ms, sequenceid=60, compaction requested=true 2024-11-10T00:15:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:00,440 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T00:15:00,440 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:00,441 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:00,441 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/A is initiating minor compaction (all files) 2024-11-10T00:15:00,441 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:00,441 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/A in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:00,441 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/B is initiating minor compaction (all files) 2024-11-10T00:15:00,441 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/B in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:00,441 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/698ff8723314400e83637a25149be8f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/79bc9dec35c6491a998056a07fbd63ab, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e58522e01cd24ef2a5a076395e3a055e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=99.1 K 2024-11-10T00:15:00,441 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1657edca931e4c4f8861c3dbf7591456, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/d29772026cb544a0b8c47b778cbfdd0d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/5b37680fb1cb430d9764789f469cf755] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=35.2 K 2024-11-10T00:15:00,441 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:00,441 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/698ff8723314400e83637a25149be8f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/79bc9dec35c6491a998056a07fbd63ab, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e58522e01cd24ef2a5a076395e3a055e] 2024-11-10T00:15:00,442 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1657edca931e4c4f8861c3dbf7591456, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731197696890 2024-11-10T00:15:00,442 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 698ff8723314400e83637a25149be8f7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731197696890 2024-11-10T00:15:00,442 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d29772026cb544a0b8c47b778cbfdd0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731197696968 2024-11-10T00:15:00,442 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79bc9dec35c6491a998056a07fbd63ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731197696968 2024-11-10T00:15:00,442 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b37680fb1cb430d9764789f469cf755, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731197699221 2024-11-10T00:15:00,442 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting e58522e01cd24ef2a5a076395e3a055e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731197699221 2024-11-10T00:15:00,447 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:00,449 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:00,449 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/3652254f1c09446ca50447cf698a621c is 50, key is test_row_0/B:col10/1731197699221/Put/seqid=0 2024-11-10T00:15:00,457 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111052074c6ec2044b30b502a291cf4e0dc7_77f05fd4c13b064d29961620abfa94db store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:00,458 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111052074c6ec2044b30b502a291cf4e0dc7_77f05fd4c13b064d29961620abfa94db, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:00,458 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111052074c6ec2044b30b502a291cf4e0dc7_77f05fd4c13b064d29961620abfa94db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742172_1348 (size=4469) 2024-11-10T00:15:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742171_1347 (size=12104) 2024-11-10T00:15:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:00,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T00:15:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:00,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103e26cc68c67c4ba1890ec0a7fd1c0990_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197699715/Put/seqid=0 2024-11-10T00:15:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742173_1349 (size=14594) 2024-11-10T00:15:00,875 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#A#compaction#298 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:00,876 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/3b9abaac886c40ee84162e2b5bec3f19 is 175, key is test_row_0/A:col10/1731197699221/Put/seqid=0 2024-11-10T00:15:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742174_1350 (size=31058) 2024-11-10T00:15:00,887 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/3652254f1c09446ca50447cf698a621c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3652254f1c09446ca50447cf698a621c 2024-11-10T00:15:00,888 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/3b9abaac886c40ee84162e2b5bec3f19 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3b9abaac886c40ee84162e2b5bec3f19 2024-11-10T00:15:00,892 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/B of 77f05fd4c13b064d29961620abfa94db into 3652254f1c09446ca50447cf698a621c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:00,892 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:00,892 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/B, priority=13, startTime=1731197700440; duration=0sec 2024-11-10T00:15:00,892 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:00,892 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:B 2024-11-10T00:15:00,892 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:00,893 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:00,893 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/C is initiating minor compaction (all files) 2024-11-10T00:15:00,894 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/C in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:00,894 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/5be83b845b784003ad950de34a369c35, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f63c28bf9d3246128f28114bc610f1d7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/599440a0fe04489fb471d76706b48c7d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=35.2 K 2024-11-10T00:15:00,894 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be83b845b784003ad950de34a369c35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731197696890 2024-11-10T00:15:00,894 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f63c28bf9d3246128f28114bc610f1d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731197696968 2024-11-10T00:15:00,895 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 599440a0fe04489fb471d76706b48c7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731197699221 2024-11-10T00:15:00,896 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/A of 77f05fd4c13b064d29961620abfa94db into 3b9abaac886c40ee84162e2b5bec3f19(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:00,896 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:00,896 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/A, priority=13, startTime=1731197700440; duration=0sec 2024-11-10T00:15:00,896 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:00,896 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:A 2024-11-10T00:15:00,903 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:00,903 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/3748a38a8bfd4370a4dbbfdddb373f1f is 50, key is test_row_0/C:col10/1731197699221/Put/seqid=0 2024-11-10T00:15:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742175_1351 (size=12104) 2024-11-10T00:15:00,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197760893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197760893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197760897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:00,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197760909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197761021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197761021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T00:15:01,052 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:01,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-10T00:15:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T00:15:01,054 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:01,055 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:01,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T00:15:01,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:01,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:01,245 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103e26cc68c67c4ba1890ec0a7fd1c0990_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103e26cc68c67c4ba1890ec0a7fd1c0990_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:01,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/3701b8422a234c57a9ed2f202a983d24, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:01,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/3701b8422a234c57a9ed2f202a983d24 is 175, key is test_row_0/A:col10/1731197699715/Put/seqid=0 2024-11-10T00:15:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197761241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197761242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742176_1352 (size=39549) 2024-11-10T00:15:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197761262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,271 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,311 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/3748a38a8bfd4370a4dbbfdddb373f1f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/3748a38a8bfd4370a4dbbfdddb373f1f 2024-11-10T00:15:01,316 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/C of 77f05fd4c13b064d29961620abfa94db into 3748a38a8bfd4370a4dbbfdddb373f1f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:01,316 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:01,316 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/C, priority=13, startTime=1731197700440; duration=0sec 2024-11-10T00:15:01,316 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:01,316 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:C 2024-11-10T00:15:01,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T00:15:01,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197761561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197761562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/3701b8422a234c57a9ed2f202a983d24 2024-11-10T00:15:01,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/b7751340eb8441b18e0ec548cb6c040e is 50, key is test_row_0/B:col10/1731197699715/Put/seqid=0 2024-11-10T00:15:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742177_1353 (size=12001) 2024-11-10T00:15:01,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T00:15:01,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197761911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,919 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197761922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:01,932 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:01,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:01,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:01,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:01,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/b7751340eb8441b18e0ec548cb6c040e 2024-11-10T00:15:02,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/670fce506f054bdf9b3d4dd4408923cd is 50, key is test_row_0/C:col10/1731197699715/Put/seqid=0 2024-11-10T00:15:02,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742178_1354 (size=12001) 2024-11-10T00:15:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197762082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197762082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:02,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:02,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T00:15:02,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:02,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:02,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:02,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/670fce506f054bdf9b3d4dd4408923cd 2024-11-10T00:15:02,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/3701b8422a234c57a9ed2f202a983d24 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3701b8422a234c57a9ed2f202a983d24 2024-11-10T00:15:02,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3701b8422a234c57a9ed2f202a983d24, entries=200, sequenceid=95, filesize=38.6 K 2024-11-10T00:15:02,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/b7751340eb8441b18e0ec548cb6c040e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/b7751340eb8441b18e0ec548cb6c040e 2024-11-10T00:15:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/b7751340eb8441b18e0ec548cb6c040e, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T00:15:02,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/670fce506f054bdf9b3d4dd4408923cd as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/670fce506f054bdf9b3d4dd4408923cd 2024-11-10T00:15:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/670fce506f054bdf9b3d4dd4408923cd, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T00:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 77f05fd4c13b064d29961620abfa94db in 1666ms, sequenceid=95, compaction requested=false 2024-11-10T00:15:02,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T00:15:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:02,586 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b90bb2de44e54fab9223ac7fb9aacf9d_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_1/A:col10/1731197700895/Put/seqid=0 2024-11-10T00:15:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742179_1355 (size=9714) 2024-11-10T00:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,014 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b90bb2de44e54fab9223ac7fb9aacf9d_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b90bb2de44e54fab9223ac7fb9aacf9d_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c4be3b06eb1542c8bae55164484e7da1, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c4be3b06eb1542c8bae55164484e7da1 is 175, key is test_row_1/A:col10/1731197700895/Put/seqid=0 2024-11-10T00:15:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742180_1356 (size=22361) 2024-11-10T00:15:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T00:15:03,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197703222, max timestamp=1731197703257Num uniques 859; 2024-11-10T00:15:03,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:03,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197703222, max timestamp=1731197703257Num uniques 859; 2024-11-10T00:15:03,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197703222, max timestamp=1731197703257Num uniques 859; 2024-11-10T00:15:03,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:03,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:03,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197763370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197763371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,427 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c4be3b06eb1542c8bae55164484e7da1 2024-11-10T00:15:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/9922cc8aca894acf9d3a69cb2932ef09 is 50, key is test_row_1/B:col10/1731197700895/Put/seqid=0 2024-11-10T00:15:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742181_1357 (size=9657) 2024-11-10T00:15:03,441 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/9922cc8aca894acf9d3a69cb2932ef09 2024-11-10T00:15:03,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/4ab54a58c7b74ea78f2e89a192fdda33 is 50, key is test_row_1/C:col10/1731197700895/Put/seqid=0 2024-11-10T00:15:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742182_1358 (size=9657) 2024-11-10T00:15:03,461 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/4ab54a58c7b74ea78f2e89a192fdda33 2024-11-10T00:15:03,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c4be3b06eb1542c8bae55164484e7da1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c4be3b06eb1542c8bae55164484e7da1 2024-11-10T00:15:03,470 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c4be3b06eb1542c8bae55164484e7da1, entries=100, sequenceid=108, filesize=21.8 K 2024-11-10T00:15:03,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/9922cc8aca894acf9d3a69cb2932ef09 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/9922cc8aca894acf9d3a69cb2932ef09 2024-11-10T00:15:03,475 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/9922cc8aca894acf9d3a69cb2932ef09, entries=100, sequenceid=108, filesize=9.4 K 2024-11-10T00:15:03,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/4ab54a58c7b74ea78f2e89a192fdda33 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4ab54a58c7b74ea78f2e89a192fdda33 2024-11-10T00:15:03,480 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4ab54a58c7b74ea78f2e89a192fdda33, entries=100, sequenceid=108, filesize=9.4 K 2024-11-10T00:15:03,481 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 77f05fd4c13b064d29961620abfa94db in 895ms, sequenceid=108, compaction requested=true 2024-11-10T00:15:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-10T00:15:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-10T00:15:03,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-10T00:15:03,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4280 sec 2024-11-10T00:15:03,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.4320 sec 2024-11-10T00:15:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:03,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-10T00:15:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:03,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:03,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106ed7486f860a4287b46d05ee83d5e181_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197703324/Put/seqid=0 2024-11-10T00:15:03,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742183_1359 (size=14794) 2024-11-10T00:15:03,509 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:03,513 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106ed7486f860a4287b46d05ee83d5e181_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106ed7486f860a4287b46d05ee83d5e181_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:03,514 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/163e3801e58248da8965a15245b25450, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:03,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/163e3801e58248da8965a15245b25450 is 175, key is test_row_0/A:col10/1731197703324/Put/seqid=0 2024-11-10T00:15:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742184_1360 (size=39749) 2024-11-10T00:15:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197763521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197763530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197763632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197763642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197763852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197763852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/163e3801e58248da8965a15245b25450 2024-11-10T00:15:03,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/e8bf96325aac4be79d535569d4552286 is 50, key is test_row_0/B:col10/1731197703324/Put/seqid=0 2024-11-10T00:15:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742185_1361 (size=12151) 2024-11-10T00:15:03,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197763942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197763942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:03,952 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:03,952 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:04,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197764171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:04,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197764172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:04,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:04,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:04,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/e8bf96325aac4be79d535569d4552286 2024-11-10T00:15:04,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/57ef98b322ce47b698bd2acc3e40e87a is 50, key is test_row_0/C:col10/1731197703324/Put/seqid=0 2024-11-10T00:15:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742186_1362 (size=12151) 2024-11-10T00:15:04,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197764681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:04,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:04,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197764681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:04,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:04,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:04,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:04,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/57ef98b322ce47b698bd2acc3e40e87a 2024-11-10T00:15:04,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/163e3801e58248da8965a15245b25450 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/163e3801e58248da8965a15245b25450 2024-11-10T00:15:04,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/163e3801e58248da8965a15245b25450, entries=200, sequenceid=145, filesize=38.8 K 2024-11-10T00:15:04,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/e8bf96325aac4be79d535569d4552286 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e8bf96325aac4be79d535569d4552286 2024-11-10T00:15:04,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e8bf96325aac4be79d535569d4552286, entries=150, sequenceid=145, filesize=11.9 K 2024-11-10T00:15:04,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/57ef98b322ce47b698bd2acc3e40e87a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/57ef98b322ce47b698bd2acc3e40e87a 2024-11-10T00:15:04,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/57ef98b322ce47b698bd2acc3e40e87a, entries=150, sequenceid=145, filesize=11.9 K 2024-11-10T00:15:04,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 77f05fd4c13b064d29961620abfa94db in 1272ms, sequenceid=145, compaction requested=true 2024-11-10T00:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:04,766 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:04,766 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:04,768 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:04,768 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132717 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:04,768 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/B is initiating minor compaction (all files) 2024-11-10T00:15:04,768 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/A is initiating minor compaction (all files) 2024-11-10T00:15:04,768 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/B in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:04,768 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/A in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:04,768 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3b9abaac886c40ee84162e2b5bec3f19, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3701b8422a234c57a9ed2f202a983d24, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c4be3b06eb1542c8bae55164484e7da1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/163e3801e58248da8965a15245b25450] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=129.6 K 2024-11-10T00:15:04,768 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3652254f1c09446ca50447cf698a621c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/b7751340eb8441b18e0ec548cb6c040e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/9922cc8aca894acf9d3a69cb2932ef09, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e8bf96325aac4be79d535569d4552286] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=44.8 K 2024-11-10T00:15:04,768 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:04,768 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3b9abaac886c40ee84162e2b5bec3f19, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3701b8422a234c57a9ed2f202a983d24, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c4be3b06eb1542c8bae55164484e7da1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/163e3801e58248da8965a15245b25450] 2024-11-10T00:15:04,769 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3652254f1c09446ca50447cf698a621c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731197699221 2024-11-10T00:15:04,769 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b9abaac886c40ee84162e2b5bec3f19, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731197699221 2024-11-10T00:15:04,769 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b7751340eb8441b18e0ec548cb6c040e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197699715 2024-11-10T00:15:04,769 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3701b8422a234c57a9ed2f202a983d24, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197699702 2024-11-10T00:15:04,770 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9922cc8aca894acf9d3a69cb2932ef09, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731197700895 2024-11-10T00:15:04,770 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4be3b06eb1542c8bae55164484e7da1, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731197700895 2024-11-10T00:15:04,770 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 163e3801e58248da8965a15245b25450, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731197703324 2024-11-10T00:15:04,770 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e8bf96325aac4be79d535569d4552286, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731197703324 2024-11-10T00:15:04,776 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:04,778 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#B#compaction#310 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:04,779 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/e5eea40e2cb24edaa8c82ef27efb40de is 50, key is test_row_0/B:col10/1731197703324/Put/seqid=0 2024-11-10T00:15:04,781 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ffa967cdc16d4baaa5f25ac825d83701_77f05fd4c13b064d29961620abfa94db store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:04,783 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ffa967cdc16d4baaa5f25ac825d83701_77f05fd4c13b064d29961620abfa94db, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:04,783 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ffa967cdc16d4baaa5f25ac825d83701_77f05fd4c13b064d29961620abfa94db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:04,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742187_1363 (size=12391) 2024-11-10T00:15:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742188_1364 (size=4469) 2024-11-10T00:15:05,190 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/e5eea40e2cb24edaa8c82ef27efb40de as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e5eea40e2cb24edaa8c82ef27efb40de 2024-11-10T00:15:05,191 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#A#compaction#309 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:05,191 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c347a10fa649407685e41db9973a12f4 is 175, key is test_row_0/A:col10/1731197703324/Put/seqid=0 2024-11-10T00:15:05,195 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/B of 77f05fd4c13b064d29961620abfa94db into e5eea40e2cb24edaa8c82ef27efb40de(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:05,195 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:05,195 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/B, priority=12, startTime=1731197704766; duration=0sec 2024-11-10T00:15:05,196 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:05,196 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:B 2024-11-10T00:15:05,196 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:05,197 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:05,197 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/C is initiating minor compaction (all files) 2024-11-10T00:15:05,197 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/C in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,197 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/3748a38a8bfd4370a4dbbfdddb373f1f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/670fce506f054bdf9b3d4dd4408923cd, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4ab54a58c7b74ea78f2e89a192fdda33, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/57ef98b322ce47b698bd2acc3e40e87a] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=44.8 K 2024-11-10T00:15:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742189_1365 (size=31345) 2024-11-10T00:15:05,198 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3748a38a8bfd4370a4dbbfdddb373f1f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731197699221 2024-11-10T00:15:05,198 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 670fce506f054bdf9b3d4dd4408923cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197699715 2024-11-10T00:15:05,199 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ab54a58c7b74ea78f2e89a192fdda33, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731197700895 2024-11-10T00:15:05,199 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 57ef98b322ce47b698bd2acc3e40e87a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731197703324 2024-11-10T00:15:05,207 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:05,208 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/0bc2de07ace3438ba0c4e7f146c33ce1 is 50, key is test_row_0/C:col10/1731197703324/Put/seqid=0 2024-11-10T00:15:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T00:15:05,212 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:05,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742190_1366 (size=12391) 2024-11-10T00:15:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-10T00:15:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T00:15:05,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:05,216 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:05,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:05,222 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/0bc2de07ace3438ba0c4e7f146c33ce1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/0bc2de07ace3438ba0c4e7f146c33ce1 2024-11-10T00:15:05,226 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/C of 77f05fd4c13b064d29961620abfa94db into 0bc2de07ace3438ba0c4e7f146c33ce1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:05,226 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:05,226 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/C, priority=12, startTime=1731197704766; duration=0sec 2024-11-10T00:15:05,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:05,227 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:C 2024-11-10T00:15:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:05,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:05,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e61d5a7f18984b0187a44291504881f0_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197703528/Put/seqid=0 2024-11-10T00:15:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742191_1367 (size=14794) 2024-11-10T00:15:05,299 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:05,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e61d5a7f18984b0187a44291504881f0_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e61d5a7f18984b0187a44291504881f0_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:05,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/137da42910bd4dfbae12ddca8bc2b36e, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:05,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/137da42910bd4dfbae12ddca8bc2b36e is 175, key is test_row_0/A:col10/1731197703528/Put/seqid=0 2024-11-10T00:15:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742192_1368 (size=39749) 2024-11-10T00:15:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T00:15:05,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197705358, max timestamp=1731197705445Num uniques 859; 2024-11-10T00:15:05,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197705358, max timestamp=1731197705445Num uniques 859; 2024-11-10T00:15:05,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:05,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:05,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197705358, max timestamp=1731197705445Num uniques 859; 2024-11-10T00:15:05,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:05,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T00:15:05,603 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c347a10fa649407685e41db9973a12f4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c347a10fa649407685e41db9973a12f4 2024-11-10T00:15:05,607 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/A of 77f05fd4c13b064d29961620abfa94db into c347a10fa649407685e41db9973a12f4(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:05,607 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:05,607 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/A, priority=12, startTime=1731197704766; duration=0sec 2024-11-10T00:15:05,607 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:05,607 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:A 2024-11-10T00:15:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197765601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:05,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:05,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/137da42910bd4dfbae12ddca8bc2b36e 2024-11-10T00:15:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197765702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:05,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/df2d668df5d747fbac6cd2536da236d1 is 50, key is test_row_0/B:col10/1731197703528/Put/seqid=0 2024-11-10T00:15:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197765702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:05,715 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,716 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742193_1369 (size=12151) 2024-11-10T00:15:05,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197765721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:05,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T00:15:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197765941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:05,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:05,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:05,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:05,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/df2d668df5d747fbac6cd2536da236d1 2024-11-10T00:15:06,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/a3ddd4dc430b408ea903cf77b3d563ff is 50, key is test_row_0/C:col10/1731197703528/Put/seqid=0 2024-11-10T00:15:06,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:06,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742194_1370 (size=12151) 2024-11-10T00:15:06,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197766262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:06,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:06,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:06,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:06,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:06,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:06,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T00:15:06,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:06,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:06,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/a3ddd4dc430b408ea903cf77b3d563ff 2024-11-10T00:15:06,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/137da42910bd4dfbae12ddca8bc2b36e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/137da42910bd4dfbae12ddca8bc2b36e 2024-11-10T00:15:06,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/137da42910bd4dfbae12ddca8bc2b36e, entries=200, sequenceid=157, filesize=38.8 K 2024-11-10T00:15:06,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/df2d668df5d747fbac6cd2536da236d1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/df2d668df5d747fbac6cd2536da236d1 2024-11-10T00:15:06,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/df2d668df5d747fbac6cd2536da236d1, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T00:15:06,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/a3ddd4dc430b408ea903cf77b3d563ff as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/a3ddd4dc430b408ea903cf77b3d563ff 2024-11-10T00:15:06,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/a3ddd4dc430b408ea903cf77b3d563ff, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T00:15:06,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 77f05fd4c13b064d29961620abfa94db in 1279ms, sequenceid=157, compaction requested=false 2024-11-10T00:15:06,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:06,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T00:15:06,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:06,596 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-10T00:15:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108d5d91cc7c7d47788b025d61066c1d2d_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197705600/Put/seqid=0 2024-11-10T00:15:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742195_1371 (size=12304) 2024-11-10T00:15:06,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:06,622 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108d5d91cc7c7d47788b025d61066c1d2d_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d5d91cc7c7d47788b025d61066c1d2d_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/6955f5fe578f49699d9e7159ccf31de4, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/6955f5fe578f49699d9e7159ccf31de4 is 175, key is test_row_0/A:col10/1731197705600/Put/seqid=0 2024-11-10T00:15:06,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742196_1372 (size=31105) 2024-11-10T00:15:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:06,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:06,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197766842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:06,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197766962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:07,031 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/6955f5fe578f49699d9e7159ccf31de4 2024-11-10T00:15:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1bb3989a9c36421c9027bd1978c11722 is 50, key is test_row_0/B:col10/1731197705600/Put/seqid=0 2024-11-10T00:15:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742197_1373 (size=12151) 2024-11-10T00:15:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197767182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:07,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T00:15:07,443 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1bb3989a9c36421c9027bd1978c11722 2024-11-10T00:15:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/880d4633d5fe4f539b5cf3186782f7bc is 50, key is test_row_0/C:col10/1731197705600/Put/seqid=0 2024-11-10T00:15:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742198_1374 (size=12151) 2024-11-10T00:15:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197767501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:07,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197767732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197767732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:07,741 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:07,741 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:07,856 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/880d4633d5fe4f539b5cf3186782f7bc 2024-11-10T00:15:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/6955f5fe578f49699d9e7159ccf31de4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/6955f5fe578f49699d9e7159ccf31de4 2024-11-10T00:15:07,863 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/6955f5fe578f49699d9e7159ccf31de4, entries=150, sequenceid=195, filesize=30.4 K 2024-11-10T00:15:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1bb3989a9c36421c9027bd1978c11722 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1bb3989a9c36421c9027bd1978c11722 2024-11-10T00:15:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,868 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1bb3989a9c36421c9027bd1978c11722, entries=150, sequenceid=195, filesize=11.9 K 2024-11-10T00:15:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/880d4633d5fe4f539b5cf3186782f7bc as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/880d4633d5fe4f539b5cf3186782f7bc 2024-11-10T00:15:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,872 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/880d4633d5fe4f539b5cf3186782f7bc, entries=150, sequenceid=195, filesize=11.9 K 2024-11-10T00:15:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,873 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 77f05fd4c13b064d29961620abfa94db in 1278ms, sequenceid=195, compaction requested=true 2024-11-10T00:15:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-10T00:15:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-10T00:15:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-10T00:15:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6590 sec 2024-11-10T00:15:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.6650 sec 2024-11-10T00:15:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:07,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T00:15:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111059a62b84922d4cbd9c8c79aa2542f06f_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197707984/Put/seqid=0 2024-11-10T00:15:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742199_1375 (size=12304) 2024-11-10T00:15:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,012 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111059a62b84922d4cbd9c8c79aa2542f06f_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111059a62b84922d4cbd9c8c79aa2542f06f_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,013 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/4d577ad232034b7581e0663c501e3f49, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/4d577ad232034b7581e0663c501e3f49 is 175, key is test_row_0/A:col10/1731197707984/Put/seqid=0 2024-11-10T00:15:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742200_1376 (size=31101) 2024-11-10T00:15:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/4d577ad232034b7581e0663c501e3f49 2024-11-10T00:15:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/073f3bd91d344ec29f47a56f24db72c7 is 50, key is test_row_0/B:col10/1731197707984/Put/seqid=0 2024-11-10T00:15:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742201_1377 (size=9757) 2024-11-10T00:15:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/073f3bd91d344ec29f47a56f24db72c7 2024-11-10T00:15:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/ad9a18dd2acf494eba19ac582261dc4a is 50, key is test_row_0/C:col10/1731197707984/Put/seqid=0 2024-11-10T00:15:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742202_1378 (size=9757) 2024-11-10T00:15:08,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/ad9a18dd2acf494eba19ac582261dc4a 2024-11-10T00:15:08,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/4d577ad232034b7581e0663c501e3f49 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/4d577ad232034b7581e0663c501e3f49 2024-11-10T00:15:08,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/4d577ad232034b7581e0663c501e3f49, entries=150, sequenceid=206, filesize=30.4 K 2024-11-10T00:15:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/073f3bd91d344ec29f47a56f24db72c7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/073f3bd91d344ec29f47a56f24db72c7 2024-11-10T00:15:08,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/073f3bd91d344ec29f47a56f24db72c7, entries=100, sequenceid=206, filesize=9.5 K 2024-11-10T00:15:08,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/ad9a18dd2acf494eba19ac582261dc4a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ad9a18dd2acf494eba19ac582261dc4a 2024-11-10T00:15:08,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ad9a18dd2acf494eba19ac582261dc4a, entries=100, sequenceid=206, filesize=9.5 K 2024-11-10T00:15:08,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=100.63 KB/103050 for 77f05fd4c13b064d29961620abfa94db in 125ms, sequenceid=206, compaction requested=true 2024-11-10T00:15:08,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:08,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:08,111 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:08,113 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:08,116 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:08,116 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:08,116 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/A is initiating minor compaction (all files) 2024-11-10T00:15:08,116 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/B is initiating minor compaction (all files) 2024-11-10T00:15:08,116 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/B in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:08,116 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/A in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:08,116 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e5eea40e2cb24edaa8c82ef27efb40de, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/df2d668df5d747fbac6cd2536da236d1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1bb3989a9c36421c9027bd1978c11722, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/073f3bd91d344ec29f47a56f24db72c7] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=45.4 K 2024-11-10T00:15:08,116 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c347a10fa649407685e41db9973a12f4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/137da42910bd4dfbae12ddca8bc2b36e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/6955f5fe578f49699d9e7159ccf31de4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/4d577ad232034b7581e0663c501e3f49] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=130.2 K 2024-11-10T00:15:08,116 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:08,117 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c347a10fa649407685e41db9973a12f4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/137da42910bd4dfbae12ddca8bc2b36e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/6955f5fe578f49699d9e7159ccf31de4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/4d577ad232034b7581e0663c501e3f49] 2024-11-10T00:15:08,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T00:15:08,117 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting c347a10fa649407685e41db9973a12f4, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731197703324 2024-11-10T00:15:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:08,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:08,118 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e5eea40e2cb24edaa8c82ef27efb40de, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731197703324 2024-11-10T00:15:08,118 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 137da42910bd4dfbae12ddca8bc2b36e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731197703504 2024-11-10T00:15:08,118 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting df2d668df5d747fbac6cd2536da236d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731197703504 2024-11-10T00:15:08,118 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6955f5fe578f49699d9e7159ccf31de4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731197705563 2024-11-10T00:15:08,121 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bb3989a9c36421c9027bd1978c11722, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731197705563 2024-11-10T00:15:08,121 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d577ad232034b7581e0663c501e3f49, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197706827 2024-11-10T00:15:08,121 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 073f3bd91d344ec29f47a56f24db72c7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197706827 2024-11-10T00:15:08,136 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:08,137 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/4007e203a437414fabcadcfe00796ed6 is 50, key is test_row_0/B:col10/1731197707984/Put/seqid=0 2024-11-10T00:15:08,137 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:08,145 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110db67efa465d94111a54567376cd71609_77f05fd4c13b064d29961620abfa94db store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:08,148 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110db67efa465d94111a54567376cd71609_77f05fd4c13b064d29961620abfa94db, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:08,148 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110db67efa465d94111a54567376cd71609_77f05fd4c13b064d29961620abfa94db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742203_1379 (size=12527) 2024-11-10T00:15:08,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197768147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,166 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/4007e203a437414fabcadcfe00796ed6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4007e203a437414fabcadcfe00796ed6 2024-11-10T00:15:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197768164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111094ddbc2b1d174b36af9de24b035698c9_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197708112/Put/seqid=0 2024-11-10T00:15:08,176 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/B of 77f05fd4c13b064d29961620abfa94db into 4007e203a437414fabcadcfe00796ed6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:08,176 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:08,176 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/B, priority=12, startTime=1731197708113; duration=0sec 2024-11-10T00:15:08,176 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:08,177 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:B 2024-11-10T00:15:08,177 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:08,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742204_1380 (size=4469) 2024-11-10T00:15:08,178 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:08,178 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/C is initiating minor compaction (all files) 2024-11-10T00:15:08,178 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/C in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:08,178 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/0bc2de07ace3438ba0c4e7f146c33ce1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/a3ddd4dc430b408ea903cf77b3d563ff, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/880d4633d5fe4f539b5cf3186782f7bc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ad9a18dd2acf494eba19ac582261dc4a] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=45.4 K 2024-11-10T00:15:08,179 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bc2de07ace3438ba0c4e7f146c33ce1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731197703324 2024-11-10T00:15:08,179 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ddd4dc430b408ea903cf77b3d563ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731197703504 2024-11-10T00:15:08,180 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 880d4633d5fe4f539b5cf3186782f7bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731197705563 2024-11-10T00:15:08,180 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ad9a18dd2acf494eba19ac582261dc4a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197706827 2024-11-10T00:15:08,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197768165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742205_1381 (size=17284) 2024-11-10T00:15:08,195 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:08,199 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111094ddbc2b1d174b36af9de24b035698c9_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111094ddbc2b1d174b36af9de24b035698c9_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:08,201 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/8597289380ee4b468d21a41a0ae9a015, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:08,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/8597289380ee4b468d21a41a0ae9a015 is 175, key is test_row_0/A:col10/1731197708112/Put/seqid=0 2024-11-10T00:15:08,209 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:08,209 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/9e4257c50ca14cceb566cc07ec000dd7 is 50, key is test_row_0/C:col10/1731197707984/Put/seqid=0 2024-11-10T00:15:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742207_1383 (size=12527) 2024-11-10T00:15:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742206_1382 (size=48389) 2024-11-10T00:15:08,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/8597289380ee4b468d21a41a0ae9a015 2024-11-10T00:15:08,235 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/9e4257c50ca14cceb566cc07ec000dd7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9e4257c50ca14cceb566cc07ec000dd7 2024-11-10T00:15:08,247 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/C of 77f05fd4c13b064d29961620abfa94db into 9e4257c50ca14cceb566cc07ec000dd7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:08,247 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:08,248 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/C, priority=12, startTime=1731197708113; duration=0sec 2024-11-10T00:15:08,248 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:08,248 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:C 2024-11-10T00:15:08,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/ea40c51733a841f486998cac6f7e5a8e is 50, key is test_row_0/B:col10/1731197708112/Put/seqid=0 2024-11-10T00:15:08,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742208_1384 (size=12151) 2024-11-10T00:15:08,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/ea40c51733a841f486998cac6f7e5a8e 2024-11-10T00:15:08,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/e4c8141eef30462591771300a2a628d8 is 50, key is test_row_0/C:col10/1731197708112/Put/seqid=0 2024-11-10T00:15:08,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197768272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197768272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197768292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742209_1385 (size=12151) 2024-11-10T00:15:08,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197768492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197768492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197768512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,579 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:08,580 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/e65cfb74f809405188f8903d37cf20be is 175, key is test_row_0/A:col10/1731197707984/Put/seqid=0 2024-11-10T00:15:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742210_1386 (size=31588) 2024-11-10T00:15:08,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/e4c8141eef30462591771300a2a628d8 2024-11-10T00:15:08,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/8597289380ee4b468d21a41a0ae9a015 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/8597289380ee4b468d21a41a0ae9a015 2024-11-10T00:15:08,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/8597289380ee4b468d21a41a0ae9a015, entries=250, sequenceid=225, filesize=47.3 K 2024-11-10T00:15:08,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/ea40c51733a841f486998cac6f7e5a8e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/ea40c51733a841f486998cac6f7e5a8e 2024-11-10T00:15:08,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/ea40c51733a841f486998cac6f7e5a8e, entries=150, sequenceid=225, filesize=11.9 K 2024-11-10T00:15:08,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/e4c8141eef30462591771300a2a628d8 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/e4c8141eef30462591771300a2a628d8 2024-11-10T00:15:08,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/e4c8141eef30462591771300a2a628d8, entries=150, sequenceid=225, filesize=11.9 K 2024-11-10T00:15:08,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 77f05fd4c13b064d29961620abfa94db in 608ms, sequenceid=225, compaction requested=false 2024-11-10T00:15:08,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:08,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:15:08,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:08,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:08,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:08,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:08,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:08,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:08,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d407400ddea147778cd2bf9b25481db4_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197708163/Put/seqid=0 2024-11-10T00:15:08,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742211_1387 (size=14794) 2024-11-10T00:15:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197768859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197768860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197768871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,989 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/e65cfb74f809405188f8903d37cf20be as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e65cfb74f809405188f8903d37cf20be 2024-11-10T00:15:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197768982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197768982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:08,994 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/A of 77f05fd4c13b064d29961620abfa94db into e65cfb74f809405188f8903d37cf20be(size=30.8 K), total size for store is 78.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:08,994 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:08,994 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/A, priority=12, startTime=1731197708111; duration=0sec 2024-11-10T00:15:08,994 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:08,994 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:A 2024-11-10T00:15:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197768991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:09,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:09,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197769202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197769202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:09,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197769211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:09,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:09,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d407400ddea147778cd2bf9b25481db4_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d407400ddea147778cd2bf9b25481db4_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:09,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/56f3404c770f4616835c45aa793d7cc9, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:09,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/56f3404c770f4616835c45aa793d7cc9 is 175, key is test_row_0/A:col10/1731197708163/Put/seqid=0 2024-11-10T00:15:09,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742212_1388 (size=39749) 2024-11-10T00:15:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T00:15:09,382 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:09,382 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-10T00:15:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T00:15:09,384 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:09,385 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:09,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T00:15:09,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197769512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:09,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197769512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:09,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T00:15:09,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:09,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197769532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:09,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:09,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/56f3404c770f4616835c45aa793d7cc9 2024-11-10T00:15:09,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/f8d4e9494057442796b4861dbe1ab1cd is 50, key is test_row_0/B:col10/1731197708163/Put/seqid=0 2024-11-10T00:15:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742213_1389 (size=12151) 2024-11-10T00:15:09,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/f8d4e9494057442796b4861dbe1ab1cd 2024-11-10T00:15:09,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f9a3f42d76c043ef9f60d2f8ce50c22d is 50, key is test_row_0/C:col10/1731197708163/Put/seqid=0 2024-11-10T00:15:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742214_1390 (size=12151) 2024-11-10T00:15:09,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T00:15:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T00:15:09,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T00:15:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T00:15:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:09,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T00:15:10,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197770022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:10,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:10,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:10,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:10,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197770031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197770051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:10,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f9a3f42d76c043ef9f60d2f8ce50c22d 2024-11-10T00:15:10,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/56f3404c770f4616835c45aa793d7cc9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/56f3404c770f4616835c45aa793d7cc9 2024-11-10T00:15:10,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/56f3404c770f4616835c45aa793d7cc9, entries=200, sequenceid=241, filesize=38.8 K 2024-11-10T00:15:10,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/f8d4e9494057442796b4861dbe1ab1cd as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/f8d4e9494057442796b4861dbe1ab1cd 2024-11-10T00:15:10,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/f8d4e9494057442796b4861dbe1ab1cd, entries=150, sequenceid=241, filesize=11.9 K 2024-11-10T00:15:10,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f9a3f42d76c043ef9f60d2f8ce50c22d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f9a3f42d76c043ef9f60d2f8ce50c22d 2024-11-10T00:15:10,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f9a3f42d76c043ef9f60d2f8ce50c22d, entries=150, sequenceid=241, filesize=11.9 K 2024-11-10T00:15:10,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 77f05fd4c13b064d29961620abfa94db in 1273ms, sequenceid=241, compaction requested=true 2024-11-10T00:15:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:10,079 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:10,079 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:10,080 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:10,080 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119726 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:10,080 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/A is initiating minor compaction (all files) 2024-11-10T00:15:10,080 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/B is initiating minor compaction (all files) 2024-11-10T00:15:10,080 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/B in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:10,080 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/A in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:10,080 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4007e203a437414fabcadcfe00796ed6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/ea40c51733a841f486998cac6f7e5a8e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/f8d4e9494057442796b4861dbe1ab1cd] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=36.0 K 2024-11-10T00:15:10,080 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e65cfb74f809405188f8903d37cf20be, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/8597289380ee4b468d21a41a0ae9a015, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/56f3404c770f4616835c45aa793d7cc9] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=116.9 K 2024-11-10T00:15:10,080 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:10,080 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e65cfb74f809405188f8903d37cf20be, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/8597289380ee4b468d21a41a0ae9a015, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/56f3404c770f4616835c45aa793d7cc9] 2024-11-10T00:15:10,081 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4007e203a437414fabcadcfe00796ed6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197705578 2024-11-10T00:15:10,081 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting e65cfb74f809405188f8903d37cf20be, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197705578 2024-11-10T00:15:10,081 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ea40c51733a841f486998cac6f7e5a8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731197708104 2024-11-10T00:15:10,081 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8597289380ee4b468d21a41a0ae9a015, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731197708082 2024-11-10T00:15:10,081 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f8d4e9494057442796b4861dbe1ab1cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731197708143 2024-11-10T00:15:10,081 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f3404c770f4616835c45aa793d7cc9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731197708143 2024-11-10T00:15:10,087 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:10,089 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:10,089 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/37f4e8dfba164dcb98d590e687c00e79 is 50, key is test_row_0/B:col10/1731197708163/Put/seqid=0 2024-11-10T00:15:10,090 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e37ad8cd34914128ba54a3e0172d680d_77f05fd4c13b064d29961620abfa94db store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:10,093 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e37ad8cd34914128ba54a3e0172d680d_77f05fd4c13b064d29961620abfa94db, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:10,093 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e37ad8cd34914128ba54a3e0172d680d_77f05fd4c13b064d29961620abfa94db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:10,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742215_1391 (size=12629) 2024-11-10T00:15:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742216_1392 (size=4469) 2024-11-10T00:15:10,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T00:15:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:10,150 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:15:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:10,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f8ccb7b7c9d3410dbc42c00936886b53_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197708851/Put/seqid=0 2024-11-10T00:15:10,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742217_1393 (size=12354) 2024-11-10T00:15:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:10,166 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f8ccb7b7c9d3410dbc42c00936886b53_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8ccb7b7c9d3410dbc42c00936886b53_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/89ed5ae9bf96499d85846aeb0c9f9c27, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/89ed5ae9bf96499d85846aeb0c9f9c27 is 175, key is test_row_0/A:col10/1731197708851/Put/seqid=0 2024-11-10T00:15:10,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742218_1394 (size=31155) 2024-11-10T00:15:10,501 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/37f4e8dfba164dcb98d590e687c00e79 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/37f4e8dfba164dcb98d590e687c00e79 2024-11-10T00:15:10,505 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/B of 77f05fd4c13b064d29961620abfa94db into 37f4e8dfba164dcb98d590e687c00e79(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:10,505 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:10,505 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/B, priority=13, startTime=1731197710079; duration=0sec 2024-11-10T00:15:10,505 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:10,505 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:10,505 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:B 2024-11-10T00:15:10,505 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:10,506 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/daeab26854434ef0a1ffef6c5738f69f is 175, key is test_row_0/A:col10/1731197708163/Put/seqid=0 2024-11-10T00:15:10,508 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:10,508 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/C is initiating minor compaction (all files) 2024-11-10T00:15:10,508 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/C in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:10,508 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9e4257c50ca14cceb566cc07ec000dd7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/e4c8141eef30462591771300a2a628d8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f9a3f42d76c043ef9f60d2f8ce50c22d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=36.0 K 2024-11-10T00:15:10,508 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e4257c50ca14cceb566cc07ec000dd7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731197705578 2024-11-10T00:15:10,509 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e4c8141eef30462591771300a2a628d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731197708104 2024-11-10T00:15:10,510 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f9a3f42d76c043ef9f60d2f8ce50c22d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731197708143 2024-11-10T00:15:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742219_1395 (size=31583) 2024-11-10T00:15:10,515 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:10,516 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/4789349692da4c94b72e6dd94e36c946 is 50, key is test_row_0/C:col10/1731197708163/Put/seqid=0 2024-11-10T00:15:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T00:15:10,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742220_1396 (size=12629) 2024-11-10T00:15:10,576 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/89ed5ae9bf96499d85846aeb0c9f9c27 2024-11-10T00:15:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/13b4e4166b8c48d7b9fa8fcdf1c8414b is 50, key is test_row_0/B:col10/1731197708851/Put/seqid=0 2024-11-10T00:15:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742221_1397 (size=12201) 2024-11-10T00:15:10,594 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/13b4e4166b8c48d7b9fa8fcdf1c8414b 2024-11-10T00:15:10,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/aea85da3043645dcaec1ec320a01503f is 50, key is test_row_0/C:col10/1731197708851/Put/seqid=0 2024-11-10T00:15:10,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742222_1398 (size=12201) 2024-11-10T00:15:10,918 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/daeab26854434ef0a1ffef6c5738f69f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/daeab26854434ef0a1ffef6c5738f69f 2024-11-10T00:15:10,922 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/A of 77f05fd4c13b064d29961620abfa94db into daeab26854434ef0a1ffef6c5738f69f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:10,922 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:10,922 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/A, priority=13, startTime=1731197710079; duration=0sec 2024-11-10T00:15:10,922 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:10,923 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:A 2024-11-10T00:15:10,935 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/4789349692da4c94b72e6dd94e36c946 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4789349692da4c94b72e6dd94e36c946 2024-11-10T00:15:10,939 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/C of 77f05fd4c13b064d29961620abfa94db into 4789349692da4c94b72e6dd94e36c946(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:10,939 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:10,939 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/C, priority=13, startTime=1731197710079; duration=0sec 2024-11-10T00:15:10,939 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:10,939 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:C 2024-11-10T00:15:11,009 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/aea85da3043645dcaec1ec320a01503f 2024-11-10T00:15:11,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/89ed5ae9bf96499d85846aeb0c9f9c27 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/89ed5ae9bf96499d85846aeb0c9f9c27 2024-11-10T00:15:11,017 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/89ed5ae9bf96499d85846aeb0c9f9c27, entries=150, sequenceid=260, filesize=30.4 K 2024-11-10T00:15:11,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/13b4e4166b8c48d7b9fa8fcdf1c8414b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/13b4e4166b8c48d7b9fa8fcdf1c8414b 2024-11-10T00:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,021 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/13b4e4166b8c48d7b9fa8fcdf1c8414b, entries=150, sequenceid=260, filesize=11.9 K 2024-11-10T00:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/aea85da3043645dcaec1ec320a01503f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/aea85da3043645dcaec1ec320a01503f 2024-11-10T00:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,026 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/aea85da3043645dcaec1ec320a01503f, entries=150, sequenceid=260, filesize=11.9 K 2024-11-10T00:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,027 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 77f05fd4c13b064d29961620abfa94db in 877ms, sequenceid=260, compaction requested=false 2024-11-10T00:15:11,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:11,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-10T00:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-10T00:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-10T00:15:11,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-11-10T00:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.6490 sec 2024-11-10T00:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108254951eb4be4bd0981a34e9a943b06f_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197711159/Put/seqid=0 2024-11-10T00:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742223_1399 (size=17534) 2024-11-10T00:15:11,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:11,214 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108254951eb4be4bd0981a34e9a943b06f_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108254951eb4be4bd0981a34e9a943b06f_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:11,215 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/47a98e7dcb8b41d8a6d388d963a0493a, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:11,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/47a98e7dcb8b41d8a6d388d963a0493a is 175, key is test_row_0/A:col10/1731197711159/Put/seqid=0 2024-11-10T00:15:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742224_1400 (size=48639) 2024-11-10T00:15:11,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/47a98e7dcb8b41d8a6d388d963a0493a 2024-11-10T00:15:11,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/a680cc786b2b495288bf6fafbfa4cfd2 is 50, key is test_row_0/B:col10/1731197711159/Put/seqid=0 2024-11-10T00:15:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742225_1401 (size=12301) 2024-11-10T00:15:11,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197771264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197711249, max timestamp=1731197711269Num uniques 859; 2024-11-10T00:15:11,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197711249, max timestamp=1731197711269Num uniques 859; 2024-11-10T00:15:11,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:11,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:11,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197711249, max timestamp=1731197711269Num uniques 859; 2024-11-10T00:15:11,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:11,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197771385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197771397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197771398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197771502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197771512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T00:15:11,532 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:11,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-10T00:15:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197771522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,534 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T00:15:11,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:11,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:11,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/a680cc786b2b495288bf6fafbfa4cfd2 2024-11-10T00:15:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T00:15:11,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/2f9c84bb601243739aa6c9e06d428d1b is 50, key is test_row_0/C:col10/1731197711159/Put/seqid=0 2024-11-10T00:15:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742226_1402 (size=12301) 2024-11-10T00:15:11,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:11,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197771722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197771722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197771741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60804 deadline: 1731197771751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,763 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60790 deadline: 1731197771782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:11,794 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 77f05fd4c13b064d29961620abfa94db of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:11,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:11,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T00:15:11,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:11,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:11,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:11,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:11,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/2f9c84bb601243739aa6c9e06d428d1b 2024-11-10T00:15:12,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/47a98e7dcb8b41d8a6d388d963a0493a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/47a98e7dcb8b41d8a6d388d963a0493a 2024-11-10T00:15:12,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:12,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/47a98e7dcb8b41d8a6d388d963a0493a, entries=250, sequenceid=273, filesize=47.5 K 2024-11-10T00:15:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197772042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:12,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:12,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197772042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:12,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:12,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/a680cc786b2b495288bf6fafbfa4cfd2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/a680cc786b2b495288bf6fafbfa4cfd2 2024-11-10T00:15:12,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:12,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/a680cc786b2b495288bf6fafbfa4cfd2, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T00:15:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/2f9c84bb601243739aa6c9e06d428d1b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/2f9c84bb601243739aa6c9e06d428d1b 2024-11-10T00:15:12,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/2f9c84bb601243739aa6c9e06d428d1b, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T00:15:12,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 77f05fd4c13b064d29961620abfa94db in 887ms, sequenceid=273, compaction requested=true 2024-11-10T00:15:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:12,062 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:12,062 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:12,063 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111377 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:12,063 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/A is initiating minor compaction (all files) 2024-11-10T00:15:12,063 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/A in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,063 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37131 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:12,063 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/daeab26854434ef0a1ffef6c5738f69f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/89ed5ae9bf96499d85846aeb0c9f9c27, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/47a98e7dcb8b41d8a6d388d963a0493a] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=108.8 K 2024-11-10T00:15:12,063 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/B is initiating minor compaction (all files) 2024-11-10T00:15:12,063 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,063 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/B in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,063 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/daeab26854434ef0a1ffef6c5738f69f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/89ed5ae9bf96499d85846aeb0c9f9c27, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/47a98e7dcb8b41d8a6d388d963a0493a] 2024-11-10T00:15:12,063 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/37f4e8dfba164dcb98d590e687c00e79, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/13b4e4166b8c48d7b9fa8fcdf1c8414b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/a680cc786b2b495288bf6fafbfa4cfd2] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=36.3 K 2024-11-10T00:15:12,064 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting daeab26854434ef0a1ffef6c5738f69f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731197708143 2024-11-10T00:15:12,064 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 37f4e8dfba164dcb98d590e687c00e79, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731197708143 2024-11-10T00:15:12,064 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b4e4166b8c48d7b9fa8fcdf1c8414b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731197708851 2024-11-10T00:15:12,064 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ed5ae9bf96499d85846aeb0c9f9c27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731197708851 2024-11-10T00:15:12,064 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a680cc786b2b495288bf6fafbfa4cfd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731197711104 2024-11-10T00:15:12,064 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47a98e7dcb8b41d8a6d388d963a0493a, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731197711104 2024-11-10T00:15:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:12,070 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:12,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731197711340, max timestamp=1731197712068Num uniques 1018; 2024-11-10T00:15:12,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T00:15:12,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731197711340, max timestamp=1731197712068Num uniques 1018; 2024-11-10T00:15:12,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T00:15:12,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731197711340, max timestamp=1731197712068Num uniques 1018; 2024-11-10T00:15:12,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T00:15:12,074 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:12,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=26.84 KB heapSize=65.39 KB 2024-11-10T00:15:12,075 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/3755eb4b6da841aba1198b87259eb4a7 is 50, key is test_row_0/B:col10/1731197711159/Put/seqid=0 2024-11-10T00:15:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:12,078 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c421badc48594f2d855fbe01bf021121_77f05fd4c13b064d29961620abfa94db store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:12,080 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c421badc48594f2d855fbe01bf021121_77f05fd4c13b064d29961620abfa94db, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:12,081 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c421badc48594f2d855fbe01bf021121_77f05fd4c13b064d29961620abfa94db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:12,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a0ce03e666840e5bc2346bbf2abe049_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197711376/Put/seqid=0 2024-11-10T00:15:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742228_1404 (size=4469) 2024-11-10T00:15:12,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742227_1403 (size=12881) 2024-11-10T00:15:12,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742229_1405 (size=14994) 2024-11-10T00:15:12,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T00:15:12,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197712172, max timestamp=1731197712232Num uniques 859; 2024-11-10T00:15:12,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:12,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197712172, max timestamp=1731197712232Num uniques 859; 2024-11-10T00:15:12,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:12,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197712172, max timestamp=1731197712232Num uniques 859; 2024-11-10T00:15:12,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:12,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:12,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731197712368, max timestamp=1731197712415Num uniques 1018; 2024-11-10T00:15:12,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T00:15:12,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731197712368, max timestamp=1731197712415Num uniques 1018; 2024-11-10T00:15:12,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T00:15:12,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731197712368, max timestamp=1731197712415Num uniques 1018; 2024-11-10T00:15:12,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T00:15:12,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,491 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#A#compaction#339 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:12,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:12,492 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/b8372f454ba54034adbdc2dd098c67ac is 175, key is test_row_0/A:col10/1731197711159/Put/seqid=0 2024-11-10T00:15:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742230_1406 (size=31835) 2024-11-10T00:15:12,497 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a0ce03e666840e5bc2346bbf2abe049_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a0ce03e666840e5bc2346bbf2abe049_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:12,497 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/3755eb4b6da841aba1198b87259eb4a7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3755eb4b6da841aba1198b87259eb4a7 2024-11-10T00:15:12,498 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c7f6a93fc1244b639d50829afd47d1e3, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:12,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c7f6a93fc1244b639d50829afd47d1e3 is 175, key is test_row_0/A:col10/1731197711376/Put/seqid=0 2024-11-10T00:15:12,503 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/B of 77f05fd4c13b064d29961620abfa94db into 3755eb4b6da841aba1198b87259eb4a7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:12,503 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:12,503 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/B, priority=13, startTime=1731197712062; duration=0sec 2024-11-10T00:15:12,503 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:12,503 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:B 2024-11-10T00:15:12,503 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:12,504 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37131 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742231_1407 (size=39949) 2024-11-10T00:15:12,504 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/C is initiating minor compaction (all files) 2024-11-10T00:15:12,504 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/C in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,504 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4789349692da4c94b72e6dd94e36c946, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/aea85da3043645dcaec1ec320a01503f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/2f9c84bb601243739aa6c9e06d428d1b] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=36.3 K 2024-11-10T00:15:12,504 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/b8372f454ba54034adbdc2dd098c67ac as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/b8372f454ba54034adbdc2dd098c67ac 2024-11-10T00:15:12,505 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c7f6a93fc1244b639d50829afd47d1e3 2024-11-10T00:15:12,505 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4789349692da4c94b72e6dd94e36c946, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731197708143 2024-11-10T00:15:12,506 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting aea85da3043645dcaec1ec320a01503f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731197708851 2024-11-10T00:15:12,506 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f9c84bb601243739aa6c9e06d428d1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731197711104 2024-11-10T00:15:12,510 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/A of 77f05fd4c13b064d29961620abfa94db into b8372f454ba54034adbdc2dd098c67ac(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:12,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:12,510 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/A, priority=13, startTime=1731197712062; duration=0sec 2024-11-10T00:15:12,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:12,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:A 2024-11-10T00:15:12,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/82e6405d98a5478591a90948fdea7cef is 50, key is test_row_0/B:col10/1731197711376/Put/seqid=0 2024-11-10T00:15:12,513 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:12,513 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/cd0f0a2e97b947c0b0bfc4287ee9be39 is 50, key is test_row_0/C:col10/1731197711159/Put/seqid=0 2024-11-10T00:15:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742232_1408 (size=12301) 2024-11-10T00:15:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742233_1409 (size=12881) 2024-11-10T00:15:12,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731197712473, max timestamp=1731197712582Num uniques 1027; 2024-11-10T00:15:12,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731197712473, max timestamp=1731197712582Num uniques 1027; 2024-11-10T00:15:12,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731197712473, max timestamp=1731197712582Num uniques 1027; 2024-11-10T00:15:12,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-10T00:15:12,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-10T00:15:12,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-10T00:15:12,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:12,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:12,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197772652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:12,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197772653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:12,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731197712649, max timestamp=1731197712665Num uniques 1186; 2024-11-10T00:15:12,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-10T00:15:12,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731197712649, max timestamp=1731197712665Num uniques 1186; 2024-11-10T00:15:12,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-10T00:15:12,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731197712649, max timestamp=1731197712665Num uniques 1186; 2024-11-10T00:15:12,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-10T00:15:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T00:15:12,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197712755, max timestamp=1731197712804Num uniques 1045; 2024-11-10T00:15:12,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T00:15:12,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197712755, max timestamp=1731197712804Num uniques 1045; 2024-11-10T00:15:12,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T00:15:12,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197712755, max timestamp=1731197712804Num uniques 1045; 2024-11-10T00:15:12,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T00:15:12,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731197712835, max timestamp=1731197712875Num uniques 1054; 2024-11-10T00:15:12,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-10T00:15:12,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731197712835, max timestamp=1731197712875Num uniques 1054; 2024-11-10T00:15:12,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-10T00:15:12,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731197712863, max timestamp=1731197712875Num uniques 1054; 2024-11-10T00:15:12,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T00:15:12,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:12,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:12,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/82e6405d98a5478591a90948fdea7cef 2024-11-10T00:15:12,923 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/cd0f0a2e97b947c0b0bfc4287ee9be39 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/cd0f0a2e97b947c0b0bfc4287ee9be39 2024-11-10T00:15:12,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/9d1115fb85ec45919630ff7b1f9fdb74 is 50, key is test_row_0/C:col10/1731197711376/Put/seqid=0 2024-11-10T00:15:12,933 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/C of 77f05fd4c13b064d29961620abfa94db into cd0f0a2e97b947c0b0bfc4287ee9be39(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:12,933 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:12,933 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/C, priority=13, startTime=1731197712062; duration=0sec 2024-11-10T00:15:12,933 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:12,933 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:C 2024-11-10T00:15:12,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742234_1410 (size=12301) 2024-11-10T00:15:12,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731197712933, max timestamp=1731197712956Num uniques 1113; 2024-11-10T00:15:12,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731197712933, max timestamp=1731197712956Num uniques 1113; 2024-11-10T00:15:12,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-10T00:15:12,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-10T00:15:12,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731197712933, max timestamp=1731197712956Num uniques 1013; 2024-11-10T00:15:12,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592  suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-11-10T00:15:13,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731197713034, max timestamp=1731197713056Num uniques 1122; 2024-11-10T00:15:13,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=7872, suffix heap size=144656,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-10T00:15:13,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731197713034, max timestamp=1731197713056Num uniques 1122; 2024-11-10T00:15:13,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731197713034, max timestamp=1731197713056Num uniques 1122; 2024-11-10T00:15:13,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=7872, suffix heap size=144656,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-10T00:15:13,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=7872, suffix heap size=144656,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-10T00:15:13,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731197713084, max timestamp=1731197713123Num uniques 1031; 2024-11-10T00:15:13,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-10T00:15:13,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731197713084, max timestamp=1731197713123Num uniques 1031; 2024-11-10T00:15:13,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-10T00:15:13,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731197713084, max timestamp=1731197713123Num uniques 1031; 2024-11-10T00:15:13,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-10T00:15:13,190 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731197713161, max timestamp=1731197713185Num uniques 1040; 2024-11-10T00:15:13,190 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-11-10T00:15:13,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731197713161, max timestamp=1731197713185Num uniques 1040; 2024-11-10T00:15:13,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731197713161, max timestamp=1731197713185Num uniques 1040; 2024-11-10T00:15:13,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-11-10T00:15:13,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-11-10T00:15:13,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731197713239, max timestamp=1731197713255Num uniques 1099; 2024-11-10T00:15:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731197713239, max timestamp=1731197713255Num uniques 1099; 2024-11-10T00:15:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-11-10T00:15:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-11-10T00:15:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731197713239, max timestamp=1731197713255Num uniques 1099; 2024-11-10T00:15:13,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-11-10T00:15:13,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731197713302, max timestamp=1731197713320Num uniques 1108; 2024-11-10T00:15:13,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=9520, suffix heap size=143200,new segment heap size=21872  suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-11-10T00:15:13,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731197713302, max timestamp=1731197713320Num uniques 1108; 2024-11-10T00:15:13,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=9520, suffix heap size=143200,new segment heap size=21872  suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-11-10T00:15:13,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731197713302, max timestamp=1731197713320Num uniques 1108; 2024-11-10T00:15:13,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=9520, suffix heap size=143200,new segment heap size=21872  suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-11-10T00:15:13,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/9d1115fb85ec45919630ff7b1f9fdb74 2024-11-10T00:15:13,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/c7f6a93fc1244b639d50829afd47d1e3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c7f6a93fc1244b639d50829afd47d1e3 2024-11-10T00:15:13,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c7f6a93fc1244b639d50829afd47d1e3, entries=200, sequenceid=311, filesize=39.0 K 2024-11-10T00:15:13,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/82e6405d98a5478591a90948fdea7cef as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/82e6405d98a5478591a90948fdea7cef 2024-11-10T00:15:13,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/82e6405d98a5478591a90948fdea7cef, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T00:15:13,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/9d1115fb85ec45919630ff7b1f9fdb74 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9d1115fb85ec45919630ff7b1f9fdb74 2024-11-10T00:15:13,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9d1115fb85ec45919630ff7b1f9fdb74, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T00:15:13,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=87.22 KB/89310 for 77f05fd4c13b064d29961620abfa94db in 1280ms, sequenceid=311, compaction requested=false 2024-11-10T00:15:13,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:13,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=93.93 KB heapSize=260.86 KB 2024-11-10T00:15:13,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:13,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:13,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:13,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:13,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:13,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:13,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111020aeaa6d4087492dbdba1f24bc2effec_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197713345/Put/seqid=0 2024-11-10T00:15:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742235_1411 (size=17534) 2024-11-10T00:15:13,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197773407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197773408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197773409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:13,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197773521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197773521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197773532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T00:15:13,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197773741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197773741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197773742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:13,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:13,781 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111020aeaa6d4087492dbdba1f24bc2effec_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111020aeaa6d4087492dbdba1f24bc2effec_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:13,782 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/a09bc8ba5fe242cc9dac97b1a817cd35, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:13,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/a09bc8ba5fe242cc9dac97b1a817cd35 is 175, key is test_row_0/A:col10/1731197713345/Put/seqid=0 2024-11-10T00:15:13,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742236_1412 (size=48639) 2024-11-10T00:15:13,787 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=533, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/a09bc8ba5fe242cc9dac97b1a817cd35 2024-11-10T00:15:13,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1a6684f258b64fedaa1cf6d8caa08cc1 is 50, key is test_row_0/B:col10/1731197713345/Put/seqid=0 2024-11-10T00:15:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742237_1413 (size=12301) 2024-11-10T00:15:13,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:13,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197774062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197774062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:14,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197774062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:14,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:14,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1a6684f258b64fedaa1cf6d8caa08cc1 2024-11-10T00:15:14,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/ab14ccf603f1435195f700ab9c695096 is 50, key is test_row_0/C:col10/1731197713345/Put/seqid=0 2024-11-10T00:15:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742238_1414 (size=12301) 2024-11-10T00:15:14,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197774582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197774582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197774582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:14,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:14,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/ab14ccf603f1435195f700ab9c695096 2024-11-10T00:15:14,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/a09bc8ba5fe242cc9dac97b1a817cd35 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/a09bc8ba5fe242cc9dac97b1a817cd35 2024-11-10T00:15:14,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/a09bc8ba5fe242cc9dac97b1a817cd35, entries=250, sequenceid=533, filesize=47.5 K 2024-11-10T00:15:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/1a6684f258b64fedaa1cf6d8caa08cc1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1a6684f258b64fedaa1cf6d8caa08cc1 2024-11-10T00:15:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1a6684f258b64fedaa1cf6d8caa08cc1, entries=150, sequenceid=533, filesize=12.0 K 2024-11-10T00:15:14,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/ab14ccf603f1435195f700ab9c695096 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ab14ccf603f1435195f700ab9c695096 2024-11-10T00:15:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ab14ccf603f1435195f700ab9c695096, entries=150, sequenceid=533, filesize=12.0 K 2024-11-10T00:15:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~260.81 KB/267072, currentSize=87.22 KB/89310 for 77f05fd4c13b064d29961620abfa94db in 1270ms, sequenceid=533, compaction requested=true 2024-11-10T00:15:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:14,632 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:14,632 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:14,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,633 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120423 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,634 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/A is initiating minor compaction (all files) 2024-11-10T00:15:14,634 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/A in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,634 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/b8372f454ba54034adbdc2dd098c67ac, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c7f6a93fc1244b639d50829afd47d1e3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/a09bc8ba5fe242cc9dac97b1a817cd35] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=117.6 K 2024-11-10T00:15:14,634 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,634 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/b8372f454ba54034adbdc2dd098c67ac, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c7f6a93fc1244b639d50829afd47d1e3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/a09bc8ba5fe242cc9dac97b1a817cd35] 2024-11-10T00:15:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,634 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,635 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/B is initiating minor compaction (all files) 2024-11-10T00:15:14,635 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/B in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,635 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3755eb4b6da841aba1198b87259eb4a7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/82e6405d98a5478591a90948fdea7cef, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1a6684f258b64fedaa1cf6d8caa08cc1] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=36.6 K 2024-11-10T00:15:14,635 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8372f454ba54034adbdc2dd098c67ac, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731197711104 2024-11-10T00:15:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,635 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3755eb4b6da841aba1198b87259eb4a7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731197711104 2024-11-10T00:15:14,636 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7f6a93fc1244b639d50829afd47d1e3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731197711340 2024-11-10T00:15:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,636 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 82e6405d98a5478591a90948fdea7cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731197711376 2024-11-10T00:15:14,636 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting a09bc8ba5fe242cc9dac97b1a817cd35, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731197713337 2024-11-10T00:15:14,637 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a6684f258b64fedaa1cf6d8caa08cc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731197713345 2024-11-10T00:15:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,650 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,650 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/4f3b9509ce8c48b6a69c7639596e52a6 is 50, key is test_row_0/B:col10/1731197713345/Put/seqid=0 2024-11-10T00:15:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,651 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,653 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c28605b482224c9c8ed3859728ea5ebc_77f05fd4c13b064d29961620abfa94db store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,658 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c28605b482224c9c8ed3859728ea5ebc_77f05fd4c13b064d29961620abfa94db, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,658 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c28605b482224c9c8ed3859728ea5ebc_77f05fd4c13b064d29961620abfa94db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742239_1415 (size=12983) 2024-11-10T00:15:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,668 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/4f3b9509ce8c48b6a69c7639596e52a6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4f3b9509ce8c48b6a69c7639596e52a6 2024-11-10T00:15:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,673 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/B of 77f05fd4c13b064d29961620abfa94db into 4f3b9509ce8c48b6a69c7639596e52a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:14,673 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:14,674 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/B, priority=13, startTime=1731197714632; duration=0sec 2024-11-10T00:15:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,674 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:14,674 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:B 2024-11-10T00:15:14,674 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,675 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:14,675 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/C is initiating minor compaction (all files) 2024-11-10T00:15:14,675 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/C in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,675 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/cd0f0a2e97b947c0b0bfc4287ee9be39, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9d1115fb85ec45919630ff7b1f9fdb74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ab14ccf603f1435195f700ab9c695096] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=36.6 K 2024-11-10T00:15:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,675 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting cd0f0a2e97b947c0b0bfc4287ee9be39, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731197711104 2024-11-10T00:15:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,676 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d1115fb85ec45919630ff7b1f9fdb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731197711376 2024-11-10T00:15:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,676 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting ab14ccf603f1435195f700ab9c695096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731197713345 2024-11-10T00:15:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742240_1416 (size=4469) 2024-11-10T00:15:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,683 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#A#compaction#349 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,684 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/35be3b2521864a53813995509855a497 is 175, key is test_row_0/A:col10/1731197713345/Put/seqid=0 2024-11-10T00:15:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,689 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#C#compaction#350 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,690 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/01224938181b4bcabe2d11abb10f62d0 is 50, key is test_row_0/C:col10/1731197713345/Put/seqid=0 2024-11-10T00:15:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742242_1418 (size=12983) 2024-11-10T00:15:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,719 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/01224938181b4bcabe2d11abb10f62d0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/01224938181b4bcabe2d11abb10f62d0 2024-11-10T00:15:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,725 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/C of 77f05fd4c13b064d29961620abfa94db into 01224938181b4bcabe2d11abb10f62d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:14,725 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:14,725 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/C, priority=13, startTime=1731197714632; duration=0sec 2024-11-10T00:15:14,725 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:14,725 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:C 2024-11-10T00:15:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742241_1417 (size=31937) 2024-11-10T00:15:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,731 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/35be3b2521864a53813995509855a497 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/35be3b2521864a53813995509855a497 2024-11-10T00:15:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,737 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/A of 77f05fd4c13b064d29961620abfa94db into 35be3b2521864a53813995509855a497(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:14,737 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,737 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/A, priority=13, startTime=1731197714632; duration=0sec 2024-11-10T00:15:14,737 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:14,737 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:A 2024-11-10T00:15:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T00:15:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:14,749 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T00:15:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107c7f34d6e7cd4ba2a7057b7ac72df7e4_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_1/A:col10/1731197713408/Put/seqid=0 2024-11-10T00:15:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742243_1419 (size=9914) 2024-11-10T00:15:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,790 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107c7f34d6e7cd4ba2a7057b7ac72df7e4_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107c7f34d6e7cd4ba2a7057b7ac72df7e4_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/55e0318fd07f4969b8553f682c526bbe, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/55e0318fd07f4969b8553f682c526bbe is 175, key is test_row_1/A:col10/1731197713408/Put/seqid=0 2024-11-10T00:15:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742244_1420 (size=22561) 2024-11-10T00:15:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,198 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=552, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/55e0318fd07f4969b8553f682c526bbe 2024-11-10T00:15:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/28187955ae7e4708a8a25e68769b9e27 is 50, key is test_row_1/B:col10/1731197713408/Put/seqid=0 2024-11-10T00:15:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742245_1421 (size=9857) 2024-11-10T00:15:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,213 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/28187955ae7e4708a8a25e68769b9e27 2024-11-10T00:15:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/834bcc13cd424fc29084878e346ef6b2 is 50, key is test_row_1/C:col10/1731197713408/Put/seqid=0 2024-11-10T00:15:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742246_1422 (size=9857) 2024-11-10T00:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,630 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/834bcc13cd424fc29084878e346ef6b2 2024-11-10T00:15:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/55e0318fd07f4969b8553f682c526bbe as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/55e0318fd07f4969b8553f682c526bbe 2024-11-10T00:15:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,646 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/55e0318fd07f4969b8553f682c526bbe, entries=100, sequenceid=552, filesize=22.0 K 2024-11-10T00:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/28187955ae7e4708a8a25e68769b9e27 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/28187955ae7e4708a8a25e68769b9e27 2024-11-10T00:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,652 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/28187955ae7e4708a8a25e68769b9e27, entries=100, sequenceid=552, filesize=9.6 K 2024-11-10T00:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/834bcc13cd424fc29084878e346ef6b2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/834bcc13cd424fc29084878e346ef6b2 2024-11-10T00:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,657 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/834bcc13cd424fc29084878e346ef6b2, entries=100, sequenceid=552, filesize=9.6 K 2024-11-10T00:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,659 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=26.84 KB/27480 for 77f05fd4c13b064d29961620abfa94db in 910ms, sequenceid=552, compaction requested=false 2024-11-10T00:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-10T00:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-10T00:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-10T00:15:15,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1260 sec 2024-11-10T00:15:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 4.1320 sec 2024-11-10T00:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:15,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:15,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:15,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101c9311b917214724bb8d7e0e12629be6_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197715676/Put/seqid=0 2024-11-10T00:15:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T00:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,692 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-10T00:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T00:15:15,695 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,695 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:15,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742247_1423 (size=22618) 2024-11-10T00:15:15,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197715716, max timestamp=1731197715751Num uniques 859; 2024-11-10T00:15:15,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:15,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197715716, max timestamp=1731197715751Num uniques 859; 2024-11-10T00:15:15,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197715716, max timestamp=1731197715751Num uniques 859; 2024-11-10T00:15:15,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:15,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T00:15:15,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197775806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197775807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197775820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:15,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T00:15:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:15,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:15,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197775931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197775931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197775931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:16,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T00:15:16,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:16,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T00:15:16,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:16,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101c9311b917214724bb8d7e0e12629be6_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c9311b917214724bb8d7e0e12629be6_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:16,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/aaae74dd05894ffbb0c0438e1a9d7b5d, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:16,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/aaae74dd05894ffbb0c0438e1a9d7b5d is 175, key is test_row_0/A:col10/1731197715676/Put/seqid=0 2024-11-10T00:15:16,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742248_1424 (size=66023) 2024-11-10T00:15:16,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=562, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/aaae74dd05894ffbb0c0438e1a9d7b5d 2024-11-10T00:15:16,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/3cc87f746ed643fca787c6fb80a25314 is 50, key is test_row_0/B:col10/1731197715676/Put/seqid=0 2024-11-10T00:15:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742249_1425 (size=12301) 2024-11-10T00:15:16,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T00:15:16,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:16,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197776151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197776152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197776152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:16,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T00:15:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T00:15:16,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T00:15:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:16,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60738 deadline: 1731197776462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60788 deadline: 1731197776462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60780 deadline: 1731197776463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:16,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/3cc87f746ed643fca787c6fb80a25314 2024-11-10T00:15:16,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/04d1813f538045a0a70d91ba29d2e5e2 is 50, key is test_row_0/C:col10/1731197715676/Put/seqid=0 2024-11-10T00:15:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742250_1426 (size=12301) 2024-11-10T00:15:16,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/04d1813f538045a0a70d91ba29d2e5e2 2024-11-10T00:15:16,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/aaae74dd05894ffbb0c0438e1a9d7b5d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/aaae74dd05894ffbb0c0438e1a9d7b5d 2024-11-10T00:15:16,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/aaae74dd05894ffbb0c0438e1a9d7b5d, entries=350, sequenceid=562, filesize=64.5 K 2024-11-10T00:15:16,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/3cc87f746ed643fca787c6fb80a25314 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3cc87f746ed643fca787c6fb80a25314 2024-11-10T00:15:16,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3cc87f746ed643fca787c6fb80a25314, entries=150, sequenceid=562, filesize=12.0 K 2024-11-10T00:15:16,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/04d1813f538045a0a70d91ba29d2e5e2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/04d1813f538045a0a70d91ba29d2e5e2 2024-11-10T00:15:16,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/04d1813f538045a0a70d91ba29d2e5e2, entries=150, sequenceid=562, filesize=12.0 K 2024-11-10T00:15:16,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 77f05fd4c13b064d29961620abfa94db in 871ms, sequenceid=562, compaction requested=true 2024-11-10T00:15:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:16,553 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77f05fd4c13b064d29961620abfa94db:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:16,553 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:16,554 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:16,554 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:16,554 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/B is initiating minor compaction (all files) 2024-11-10T00:15:16,554 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/A is initiating minor compaction (all files) 2024-11-10T00:15:16,554 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/A in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,554 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/B in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,554 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/35be3b2521864a53813995509855a497, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/55e0318fd07f4969b8553f682c526bbe, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/aaae74dd05894ffbb0c0438e1a9d7b5d] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=117.7 K 2024-11-10T00:15:16,554 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4f3b9509ce8c48b6a69c7639596e52a6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/28187955ae7e4708a8a25e68769b9e27, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3cc87f746ed643fca787c6fb80a25314] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=34.3 K 2024-11-10T00:15:16,554 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,554 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/35be3b2521864a53813995509855a497, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/55e0318fd07f4969b8553f682c526bbe, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/aaae74dd05894ffbb0c0438e1a9d7b5d] 2024-11-10T00:15:16,555 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f3b9509ce8c48b6a69c7639596e52a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731197713345 2024-11-10T00:15:16,555 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35be3b2521864a53813995509855a497, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731197713345 2024-11-10T00:15:16,555 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 28187955ae7e4708a8a25e68769b9e27, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1731197713388 2024-11-10T00:15:16,555 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55e0318fd07f4969b8553f682c526bbe, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1731197713388 2024-11-10T00:15:16,555 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cc87f746ed643fca787c6fb80a25314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731197715632 2024-11-10T00:15:16,555 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaae74dd05894ffbb0c0438e1a9d7b5d, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731197715622 2024-11-10T00:15:16,562 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:16,563 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:16,563 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/dae20764dfce4176b5ee45e092416b3e is 50, key is test_row_0/B:col10/1731197715676/Put/seqid=0 2024-11-10T00:15:16,565 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f1514e3f21644666bf2fae43e08df320_77f05fd4c13b064d29961620abfa94db store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:16,567 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f1514e3f21644666bf2fae43e08df320_77f05fd4c13b064d29961620abfa94db, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:16,567 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f1514e3f21644666bf2fae43e08df320_77f05fd4c13b064d29961620abfa94db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:16,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742251_1427 (size=13085) 2024-11-10T00:15:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742252_1428 (size=4469) 2024-11-10T00:15:16,574 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#A#compaction#358 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:16,575 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/1490b5681afe4a5e9cf162da6e357a77 is 175, key is test_row_0/A:col10/1731197715676/Put/seqid=0 2024-11-10T00:15:16,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742253_1429 (size=32039) 2024-11-10T00:15:16,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T00:15:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,615 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-10T00:15:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101845f3ed1bdc4dd7881ad5fd135fa5fe_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197715806/Put/seqid=0 2024-11-10T00:15:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742254_1430 (size=12454) 2024-11-10T00:15:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T00:15:16,897 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-11-10T00:15:16,897 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,897 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,897 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,899 INFO [Thread-1539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1539. 2024-11-10T00:15:16,900 DEBUG [Thread-1539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,900 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,900 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,904 INFO [Thread-1535 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1535. 2024-11-10T00:15:16,904 DEBUG [Thread-1535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,904 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,905 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,907 INFO [Thread-1537 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1537. 2024-11-10T00:15:16,907 DEBUG [Thread-1537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,907 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,907 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,909 INFO [Thread-1543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1543. 2024-11-10T00:15:16,909 DEBUG [Thread-1543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,909 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,909 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,974 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/dae20764dfce4176b5ee45e092416b3e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/dae20764dfce4176b5ee45e092416b3e 2024-11-10T00:15:16,977 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/B of 77f05fd4c13b064d29961620abfa94db into dae20764dfce4176b5ee45e092416b3e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:16,977 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:16,977 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/B, priority=13, startTime=1731197716553; duration=0sec 2024-11-10T00:15:16,977 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:16,977 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:B 2024-11-10T00:15:16,978 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:16,978 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:16,978 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 77f05fd4c13b064d29961620abfa94db/C is initiating minor compaction (all files) 2024-11-10T00:15:16,978 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77f05fd4c13b064d29961620abfa94db/C in TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:16,978 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/01224938181b4bcabe2d11abb10f62d0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/834bcc13cd424fc29084878e346ef6b2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/04d1813f538045a0a70d91ba29d2e5e2] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp, totalSize=34.3 K 2024-11-10T00:15:16,979 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 01224938181b4bcabe2d11abb10f62d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731197713345 2024-11-10T00:15:16,979 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 834bcc13cd424fc29084878e346ef6b2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1731197713388 2024-11-10T00:15:16,979 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 04d1813f538045a0a70d91ba29d2e5e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731197715632 2024-11-10T00:15:16,981 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/1490b5681afe4a5e9cf162da6e357a77 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/1490b5681afe4a5e9cf162da6e357a77 2024-11-10T00:15:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:16,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. as already flushing 2024-11-10T00:15:16,983 INFO [Thread-1532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1532. 2024-11-10T00:15:16,983 INFO [Thread-1524 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1524. 2024-11-10T00:15:16,983 INFO [Thread-1526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1526. 2024-11-10T00:15:16,983 DEBUG [Thread-1532 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,983 DEBUG [Thread-1524 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,983 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,983 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,983 DEBUG [Thread-1526 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:16,983 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,983 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,983 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,983 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:16,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:16,985 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77f05fd4c13b064d29961620abfa94db#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:16,985 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/A of 77f05fd4c13b064d29961620abfa94db into 1490b5681afe4a5e9cf162da6e357a77(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:16,985 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/748f5eaf0abe4fee9bd087c9fd6b2610 is 50, key is test_row_0/C:col10/1731197715676/Put/seqid=0 2024-11-10T00:15:16,985 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:16,986 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/A, priority=13, startTime=1731197716553; duration=0sec 2024-11-10T00:15:16,986 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:16,986 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:A 2024-11-10T00:15:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742255_1431 (size=13085) 2024-11-10T00:15:17,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:17,030 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101845f3ed1bdc4dd7881ad5fd135fa5fe_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101845f3ed1bdc4dd7881ad5fd135fa5fe_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:17,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/69169518ed754ae3b84047413694924e, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:17,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/69169518ed754ae3b84047413694924e is 175, key is test_row_0/A:col10/1731197715806/Put/seqid=0 2024-11-10T00:15:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742256_1432 (size=31255) 2024-11-10T00:15:17,392 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/748f5eaf0abe4fee9bd087c9fd6b2610 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/748f5eaf0abe4fee9bd087c9fd6b2610 2024-11-10T00:15:17,396 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77f05fd4c13b064d29961620abfa94db/C of 77f05fd4c13b064d29961620abfa94db into 748f5eaf0abe4fee9bd087c9fd6b2610(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:17,396 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:17,396 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., storeName=77f05fd4c13b064d29961620abfa94db/C, priority=13, startTime=1731197716553; duration=0sec 2024-11-10T00:15:17,396 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:17,396 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77f05fd4c13b064d29961620abfa94db:C 2024-11-10T00:15:17,435 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=597, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/69169518ed754ae3b84047413694924e 2024-11-10T00:15:17,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/72fbc74831994638a032e47864c40178 is 50, key is test_row_0/B:col10/1731197715806/Put/seqid=0 2024-11-10T00:15:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742257_1433 (size=12301) 2024-11-10T00:15:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T00:15:17,844 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/72fbc74831994638a032e47864c40178 2024-11-10T00:15:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/343a299bf0c24216a31d87da5eb870cb is 50, key is test_row_0/C:col10/1731197715806/Put/seqid=0 2024-11-10T00:15:17,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742258_1434 (size=12301) 2024-11-10T00:15:18,253 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/343a299bf0c24216a31d87da5eb870cb 2024-11-10T00:15:18,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/69169518ed754ae3b84047413694924e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/69169518ed754ae3b84047413694924e 2024-11-10T00:15:18,260 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/69169518ed754ae3b84047413694924e, entries=150, sequenceid=597, filesize=30.5 K 2024-11-10T00:15:18,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/72fbc74831994638a032e47864c40178 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/72fbc74831994638a032e47864c40178 2024-11-10T00:15:18,263 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/72fbc74831994638a032e47864c40178, entries=150, sequenceid=597, filesize=12.0 K 2024-11-10T00:15:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/343a299bf0c24216a31d87da5eb870cb as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/343a299bf0c24216a31d87da5eb870cb 2024-11-10T00:15:18,266 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/343a299bf0c24216a31d87da5eb870cb, entries=150, sequenceid=597, filesize=12.0 K 2024-11-10T00:15:18,266 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=20.13 KB/20610 for 77f05fd4c13b064d29961620abfa94db in 1651ms, sequenceid=597, compaction requested=false 2024-11-10T00:15:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 77f05fd4c13b064d29961620abfa94db: 2024-11-10T00:15:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-10T00:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-10T00:15:18,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-10T00:15:18,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5730 sec 2024-11-10T00:15:18,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.5770 sec 2024-11-10T00:15:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T00:15:19,852 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:21,813 INFO [Thread-1530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1530. 2024-11-10T00:15:21,813 DEBUG [Thread-1530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:21,813 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:21,813 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:21,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:21,863 INFO [Thread-1528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1528. 2024-11-10T00:15:21,863 DEBUG [Thread-1528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:21,863 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:21,863 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:21,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 158 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 890 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2667 rows 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 895 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2677 rows 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 890 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2658 rows 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 894 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2679 rows 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 886 2024-11-10T00:15:21,864 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2658 rows 2024-11-10T00:15:21,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:15:21,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:15:21,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:21,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:21,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:21,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T00:15:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T00:15:21,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197721868"}]},"ts":"1731197721868"} 2024-11-10T00:15:21,869 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T00:15:21,869 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T00:15:21,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:15:21,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, UNASSIGN}] 2024-11-10T00:15:21,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, UNASSIGN 2024-11-10T00:15:21,872 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:21,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, UNASSIGN because future has completed 2024-11-10T00:15:21,873 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:15:21,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:15:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T00:15:22,025 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(122): Close 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:22,025 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:15:22,025 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1722): Closing 77f05fd4c13b064d29961620abfa94db, disabling compactions & flushes 2024-11-10T00:15:22,025 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:22,025 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:22,025 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. after waiting 0 ms 2024-11-10T00:15:22,025 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:22,026 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(2902): Flushing 77f05fd4c13b064d29961620abfa94db 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T00:15:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=A 2024-11-10T00:15:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=B 2024-11-10T00:15:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77f05fd4c13b064d29961620abfa94db, store=C 2024-11-10T00:15:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:22,031 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101b79bf08b4cf47159814b102b707298d_77f05fd4c13b064d29961620abfa94db is 50, key is test_row_0/A:col10/1731197721862/Put/seqid=0 2024-11-10T00:15:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742259_1435 (size=12454) 2024-11-10T00:15:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T00:15:22,435 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:22,439 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101b79bf08b4cf47159814b102b707298d_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101b79bf08b4cf47159814b102b707298d_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:22,439 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/23b6dba72680465cb002f2bf81526bda, store: [table=TestAcidGuarantees family=A region=77f05fd4c13b064d29961620abfa94db] 2024-11-10T00:15:22,440 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/23b6dba72680465cb002f2bf81526bda is 175, key is test_row_0/A:col10/1731197721862/Put/seqid=0 2024-11-10T00:15:22,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742260_1436 (size=31255) 2024-11-10T00:15:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T00:15:22,844 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=608, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/23b6dba72680465cb002f2bf81526bda 2024-11-10T00:15:22,849 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/aad2a5c339e745c48e9bef4fea728357 is 50, key is test_row_0/B:col10/1731197721862/Put/seqid=0 2024-11-10T00:15:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742261_1437 (size=12301) 2024-11-10T00:15:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T00:15:23,253 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/aad2a5c339e745c48e9bef4fea728357 2024-11-10T00:15:23,259 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f1bdea56d659427f94f8eeb97ebd0431 is 50, key is test_row_0/C:col10/1731197721862/Put/seqid=0 2024-11-10T00:15:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742262_1438 (size=12301) 2024-11-10T00:15:23,662 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f1bdea56d659427f94f8eeb97ebd0431 2024-11-10T00:15:23,666 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/A/23b6dba72680465cb002f2bf81526bda as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/23b6dba72680465cb002f2bf81526bda 2024-11-10T00:15:23,669 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/23b6dba72680465cb002f2bf81526bda, entries=150, sequenceid=608, filesize=30.5 K 2024-11-10T00:15:23,670 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/B/aad2a5c339e745c48e9bef4fea728357 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/aad2a5c339e745c48e9bef4fea728357 2024-11-10T00:15:23,672 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/aad2a5c339e745c48e9bef4fea728357, entries=150, sequenceid=608, filesize=12.0 K 2024-11-10T00:15:23,673 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/.tmp/C/f1bdea56d659427f94f8eeb97ebd0431 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f1bdea56d659427f94f8eeb97ebd0431 2024-11-10T00:15:23,675 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f1bdea56d659427f94f8eeb97ebd0431, entries=150, sequenceid=608, filesize=12.0 K 2024-11-10T00:15:23,676 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 77f05fd4c13b064d29961620abfa94db in 1651ms, sequenceid=608, compaction requested=true 2024-11-10T00:15:23,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/698ff8723314400e83637a25149be8f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/79bc9dec35c6491a998056a07fbd63ab, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3b9abaac886c40ee84162e2b5bec3f19, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e58522e01cd24ef2a5a076395e3a055e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3701b8422a234c57a9ed2f202a983d24, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c4be3b06eb1542c8bae55164484e7da1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/163e3801e58248da8965a15245b25450, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c347a10fa649407685e41db9973a12f4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/137da42910bd4dfbae12ddca8bc2b36e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/6955f5fe578f49699d9e7159ccf31de4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e65cfb74f809405188f8903d37cf20be, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/4d577ad232034b7581e0663c501e3f49, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/8597289380ee4b468d21a41a0ae9a015, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/56f3404c770f4616835c45aa793d7cc9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/daeab26854434ef0a1ffef6c5738f69f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/89ed5ae9bf96499d85846aeb0c9f9c27, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/47a98e7dcb8b41d8a6d388d963a0493a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/b8372f454ba54034adbdc2dd098c67ac, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c7f6a93fc1244b639d50829afd47d1e3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/a09bc8ba5fe242cc9dac97b1a817cd35, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/35be3b2521864a53813995509855a497, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/55e0318fd07f4969b8553f682c526bbe, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/aaae74dd05894ffbb0c0438e1a9d7b5d] to archive 2024-11-10T00:15:23,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:15:23,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/698ff8723314400e83637a25149be8f7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/698ff8723314400e83637a25149be8f7 2024-11-10T00:15:23,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/79bc9dec35c6491a998056a07fbd63ab to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/79bc9dec35c6491a998056a07fbd63ab 2024-11-10T00:15:23,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3b9abaac886c40ee84162e2b5bec3f19 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3b9abaac886c40ee84162e2b5bec3f19 2024-11-10T00:15:23,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e58522e01cd24ef2a5a076395e3a055e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e58522e01cd24ef2a5a076395e3a055e 2024-11-10T00:15:23,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3701b8422a234c57a9ed2f202a983d24 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/3701b8422a234c57a9ed2f202a983d24 2024-11-10T00:15:23,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c4be3b06eb1542c8bae55164484e7da1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c4be3b06eb1542c8bae55164484e7da1 2024-11-10T00:15:23,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/163e3801e58248da8965a15245b25450 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/163e3801e58248da8965a15245b25450 2024-11-10T00:15:23,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c347a10fa649407685e41db9973a12f4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c347a10fa649407685e41db9973a12f4 2024-11-10T00:15:23,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/137da42910bd4dfbae12ddca8bc2b36e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/137da42910bd4dfbae12ddca8bc2b36e 2024-11-10T00:15:23,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/6955f5fe578f49699d9e7159ccf31de4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/6955f5fe578f49699d9e7159ccf31de4 2024-11-10T00:15:23,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e65cfb74f809405188f8903d37cf20be to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/e65cfb74f809405188f8903d37cf20be 2024-11-10T00:15:23,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/4d577ad232034b7581e0663c501e3f49 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/4d577ad232034b7581e0663c501e3f49 2024-11-10T00:15:23,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/8597289380ee4b468d21a41a0ae9a015 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/8597289380ee4b468d21a41a0ae9a015 2024-11-10T00:15:23,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/56f3404c770f4616835c45aa793d7cc9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/56f3404c770f4616835c45aa793d7cc9 2024-11-10T00:15:23,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/daeab26854434ef0a1ffef6c5738f69f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/daeab26854434ef0a1ffef6c5738f69f 2024-11-10T00:15:23,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/89ed5ae9bf96499d85846aeb0c9f9c27 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/89ed5ae9bf96499d85846aeb0c9f9c27 2024-11-10T00:15:23,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/47a98e7dcb8b41d8a6d388d963a0493a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/47a98e7dcb8b41d8a6d388d963a0493a 2024-11-10T00:15:23,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/b8372f454ba54034adbdc2dd098c67ac to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/b8372f454ba54034adbdc2dd098c67ac 2024-11-10T00:15:23,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c7f6a93fc1244b639d50829afd47d1e3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/c7f6a93fc1244b639d50829afd47d1e3 2024-11-10T00:15:23,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/a09bc8ba5fe242cc9dac97b1a817cd35 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/a09bc8ba5fe242cc9dac97b1a817cd35 2024-11-10T00:15:23,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/35be3b2521864a53813995509855a497 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/35be3b2521864a53813995509855a497 2024-11-10T00:15:23,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/55e0318fd07f4969b8553f682c526bbe to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/55e0318fd07f4969b8553f682c526bbe 2024-11-10T00:15:23,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/aaae74dd05894ffbb0c0438e1a9d7b5d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/aaae74dd05894ffbb0c0438e1a9d7b5d 2024-11-10T00:15:23,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1657edca931e4c4f8861c3dbf7591456, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/d29772026cb544a0b8c47b778cbfdd0d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3652254f1c09446ca50447cf698a621c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/5b37680fb1cb430d9764789f469cf755, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/b7751340eb8441b18e0ec548cb6c040e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/9922cc8aca894acf9d3a69cb2932ef09, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e5eea40e2cb24edaa8c82ef27efb40de, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e8bf96325aac4be79d535569d4552286, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/df2d668df5d747fbac6cd2536da236d1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1bb3989a9c36421c9027bd1978c11722, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4007e203a437414fabcadcfe00796ed6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/073f3bd91d344ec29f47a56f24db72c7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/ea40c51733a841f486998cac6f7e5a8e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/37f4e8dfba164dcb98d590e687c00e79, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/f8d4e9494057442796b4861dbe1ab1cd, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/13b4e4166b8c48d7b9fa8fcdf1c8414b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3755eb4b6da841aba1198b87259eb4a7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/a680cc786b2b495288bf6fafbfa4cfd2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/82e6405d98a5478591a90948fdea7cef, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4f3b9509ce8c48b6a69c7639596e52a6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1a6684f258b64fedaa1cf6d8caa08cc1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/28187955ae7e4708a8a25e68769b9e27, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3cc87f746ed643fca787c6fb80a25314] to archive 2024-11-10T00:15:23,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:15:23,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1657edca931e4c4f8861c3dbf7591456 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1657edca931e4c4f8861c3dbf7591456 2024-11-10T00:15:23,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/d29772026cb544a0b8c47b778cbfdd0d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/d29772026cb544a0b8c47b778cbfdd0d 2024-11-10T00:15:23,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3652254f1c09446ca50447cf698a621c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3652254f1c09446ca50447cf698a621c 2024-11-10T00:15:23,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/5b37680fb1cb430d9764789f469cf755 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/5b37680fb1cb430d9764789f469cf755 2024-11-10T00:15:23,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/b7751340eb8441b18e0ec548cb6c040e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/b7751340eb8441b18e0ec548cb6c040e 2024-11-10T00:15:23,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/9922cc8aca894acf9d3a69cb2932ef09 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/9922cc8aca894acf9d3a69cb2932ef09 2024-11-10T00:15:23,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e5eea40e2cb24edaa8c82ef27efb40de to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e5eea40e2cb24edaa8c82ef27efb40de 2024-11-10T00:15:23,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e8bf96325aac4be79d535569d4552286 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/e8bf96325aac4be79d535569d4552286 2024-11-10T00:15:23,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/df2d668df5d747fbac6cd2536da236d1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/df2d668df5d747fbac6cd2536da236d1 2024-11-10T00:15:23,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1bb3989a9c36421c9027bd1978c11722 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1bb3989a9c36421c9027bd1978c11722 2024-11-10T00:15:23,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4007e203a437414fabcadcfe00796ed6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4007e203a437414fabcadcfe00796ed6 2024-11-10T00:15:23,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/073f3bd91d344ec29f47a56f24db72c7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/073f3bd91d344ec29f47a56f24db72c7 2024-11-10T00:15:23,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/ea40c51733a841f486998cac6f7e5a8e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/ea40c51733a841f486998cac6f7e5a8e 2024-11-10T00:15:23,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/37f4e8dfba164dcb98d590e687c00e79 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/37f4e8dfba164dcb98d590e687c00e79 2024-11-10T00:15:23,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/f8d4e9494057442796b4861dbe1ab1cd to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/f8d4e9494057442796b4861dbe1ab1cd 2024-11-10T00:15:23,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/13b4e4166b8c48d7b9fa8fcdf1c8414b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/13b4e4166b8c48d7b9fa8fcdf1c8414b 2024-11-10T00:15:23,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3755eb4b6da841aba1198b87259eb4a7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3755eb4b6da841aba1198b87259eb4a7 2024-11-10T00:15:23,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/a680cc786b2b495288bf6fafbfa4cfd2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/a680cc786b2b495288bf6fafbfa4cfd2 2024-11-10T00:15:23,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/82e6405d98a5478591a90948fdea7cef to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/82e6405d98a5478591a90948fdea7cef 2024-11-10T00:15:23,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4f3b9509ce8c48b6a69c7639596e52a6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/4f3b9509ce8c48b6a69c7639596e52a6 2024-11-10T00:15:23,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1a6684f258b64fedaa1cf6d8caa08cc1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/1a6684f258b64fedaa1cf6d8caa08cc1 2024-11-10T00:15:23,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/28187955ae7e4708a8a25e68769b9e27 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/28187955ae7e4708a8a25e68769b9e27 2024-11-10T00:15:23,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3cc87f746ed643fca787c6fb80a25314 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/3cc87f746ed643fca787c6fb80a25314 2024-11-10T00:15:23,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/5be83b845b784003ad950de34a369c35, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f63c28bf9d3246128f28114bc610f1d7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/3748a38a8bfd4370a4dbbfdddb373f1f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/599440a0fe04489fb471d76706b48c7d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/670fce506f054bdf9b3d4dd4408923cd, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4ab54a58c7b74ea78f2e89a192fdda33, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/0bc2de07ace3438ba0c4e7f146c33ce1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/57ef98b322ce47b698bd2acc3e40e87a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/a3ddd4dc430b408ea903cf77b3d563ff, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/880d4633d5fe4f539b5cf3186782f7bc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9e4257c50ca14cceb566cc07ec000dd7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ad9a18dd2acf494eba19ac582261dc4a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/e4c8141eef30462591771300a2a628d8, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4789349692da4c94b72e6dd94e36c946, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f9a3f42d76c043ef9f60d2f8ce50c22d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/aea85da3043645dcaec1ec320a01503f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/cd0f0a2e97b947c0b0bfc4287ee9be39, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/2f9c84bb601243739aa6c9e06d428d1b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9d1115fb85ec45919630ff7b1f9fdb74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/01224938181b4bcabe2d11abb10f62d0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ab14ccf603f1435195f700ab9c695096, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/834bcc13cd424fc29084878e346ef6b2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/04d1813f538045a0a70d91ba29d2e5e2] to archive 2024-11-10T00:15:23,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:15:23,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/5be83b845b784003ad950de34a369c35 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/5be83b845b784003ad950de34a369c35 2024-11-10T00:15:23,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f63c28bf9d3246128f28114bc610f1d7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f63c28bf9d3246128f28114bc610f1d7 2024-11-10T00:15:23,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/3748a38a8bfd4370a4dbbfdddb373f1f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/3748a38a8bfd4370a4dbbfdddb373f1f 2024-11-10T00:15:23,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/599440a0fe04489fb471d76706b48c7d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/599440a0fe04489fb471d76706b48c7d 2024-11-10T00:15:23,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/670fce506f054bdf9b3d4dd4408923cd to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/670fce506f054bdf9b3d4dd4408923cd 2024-11-10T00:15:23,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4ab54a58c7b74ea78f2e89a192fdda33 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4ab54a58c7b74ea78f2e89a192fdda33 2024-11-10T00:15:23,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/0bc2de07ace3438ba0c4e7f146c33ce1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/0bc2de07ace3438ba0c4e7f146c33ce1 2024-11-10T00:15:23,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/57ef98b322ce47b698bd2acc3e40e87a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/57ef98b322ce47b698bd2acc3e40e87a 2024-11-10T00:15:23,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/a3ddd4dc430b408ea903cf77b3d563ff to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/a3ddd4dc430b408ea903cf77b3d563ff 2024-11-10T00:15:23,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/880d4633d5fe4f539b5cf3186782f7bc to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/880d4633d5fe4f539b5cf3186782f7bc 2024-11-10T00:15:23,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9e4257c50ca14cceb566cc07ec000dd7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9e4257c50ca14cceb566cc07ec000dd7 2024-11-10T00:15:23,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ad9a18dd2acf494eba19ac582261dc4a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ad9a18dd2acf494eba19ac582261dc4a 2024-11-10T00:15:23,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/e4c8141eef30462591771300a2a628d8 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/e4c8141eef30462591771300a2a628d8 2024-11-10T00:15:23,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4789349692da4c94b72e6dd94e36c946 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/4789349692da4c94b72e6dd94e36c946 2024-11-10T00:15:23,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f9a3f42d76c043ef9f60d2f8ce50c22d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f9a3f42d76c043ef9f60d2f8ce50c22d 2024-11-10T00:15:23,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/aea85da3043645dcaec1ec320a01503f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/aea85da3043645dcaec1ec320a01503f 2024-11-10T00:15:23,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/cd0f0a2e97b947c0b0bfc4287ee9be39 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/cd0f0a2e97b947c0b0bfc4287ee9be39 2024-11-10T00:15:23,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/2f9c84bb601243739aa6c9e06d428d1b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/2f9c84bb601243739aa6c9e06d428d1b 2024-11-10T00:15:23,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9d1115fb85ec45919630ff7b1f9fdb74 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/9d1115fb85ec45919630ff7b1f9fdb74 2024-11-10T00:15:23,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/01224938181b4bcabe2d11abb10f62d0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/01224938181b4bcabe2d11abb10f62d0 2024-11-10T00:15:23,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ab14ccf603f1435195f700ab9c695096 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/ab14ccf603f1435195f700ab9c695096 2024-11-10T00:15:23,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/834bcc13cd424fc29084878e346ef6b2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/834bcc13cd424fc29084878e346ef6b2 2024-11-10T00:15:23,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/04d1813f538045a0a70d91ba29d2e5e2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/04d1813f538045a0a70d91ba29d2e5e2 2024-11-10T00:15:23,743 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/recovered.edits/611.seqid, newMaxSeqId=611, maxSeqId=4 2024-11-10T00:15:23,743 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. 2024-11-10T00:15:23,743 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1676): Region close journal for 77f05fd4c13b064d29961620abfa94db: Waiting for close lock at 1731197722025Running coprocessor pre-close hooks at 1731197722025Disabling compacts and flushes for region at 1731197722025Disabling writes for close at 1731197722025Obtaining lock to block concurrent updates at 1731197722026 (+1 ms)Preparing flush snapshotting stores in 77f05fd4c13b064d29961620abfa94db at 1731197722026Finished memstore snapshotting TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731197722026Flushing stores of TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db. at 1731197722026Flushing 77f05fd4c13b064d29961620abfa94db/A: creating writer at 1731197722026Flushing mob file 77f05fd4c13b064d29961620abfa94db/A: appending metadata at 1731197722031 (+5 ms)Flushing mob file 77f05fd4c13b064d29961620abfa94db/A: closing flushed file at 1731197722031Flushing 77f05fd4c13b064d29961620abfa94db/A: appending metadata at 1731197722439 (+408 ms)Flushing 77f05fd4c13b064d29961620abfa94db/A: closing flushed file at 1731197722440 (+1 ms)Flushing 77f05fd4c13b064d29961620abfa94db/B: creating writer at 1731197722847 (+407 ms)Flushing 77f05fd4c13b064d29961620abfa94db/B: appending metadata at 1731197722849 (+2 ms)Flushing 77f05fd4c13b064d29961620abfa94db/B: closing flushed file at 1731197722849Flushing 77f05fd4c13b064d29961620abfa94db/C: creating writer at 1731197723256 (+407 ms)Flushing 77f05fd4c13b064d29961620abfa94db/C: appending metadata at 1731197723258 (+2 ms)Flushing 77f05fd4c13b064d29961620abfa94db/C: closing flushed file at 1731197723258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ecab9dd: reopening flushed file at 1731197723666 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174be3c5: reopening flushed file at 1731197723669 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a5af75: reopening flushed file at 1731197723672 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 77f05fd4c13b064d29961620abfa94db in 1651ms, sequenceid=608, compaction requested=true at 1731197723676 (+4 ms)Writing region close event to WAL at 1731197723740 (+64 ms)Running coprocessor post-close hooks at 1731197723743 (+3 ms)Closed at 1731197723743 2024-11-10T00:15:23,745 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(157): Closed 77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:23,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=77f05fd4c13b064d29961620abfa94db, regionState=CLOSED 2024-11-10T00:15:23,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:15:23,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-10T00:15:23,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseRegionProcedure 77f05fd4c13b064d29961620abfa94db, server=b3c019fcff38,36467,1731197605747 in 1.8750 sec 2024-11-10T00:15:23,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-10T00:15:23,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77f05fd4c13b064d29961620abfa94db, UNASSIGN in 1.8790 sec 2024-11-10T00:15:23,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-10T00:15:23,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-10T00:15:23,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197723754"}]},"ts":"1731197723754"} 2024-11-10T00:15:23,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T00:15:23,756 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T00:15:23,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8910 sec 2024-11-10T00:15:23,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:15:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T00:15:24,013 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:24,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T00:15:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:24,015 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T00:15:24,016 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=107, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:24,018 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,020 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/recovered.edits] 2024-11-10T00:15:24,022 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/1490b5681afe4a5e9cf162da6e357a77 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/1490b5681afe4a5e9cf162da6e357a77 2024-11-10T00:15:24,023 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/23b6dba72680465cb002f2bf81526bda to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/23b6dba72680465cb002f2bf81526bda 2024-11-10T00:15:24,024 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/69169518ed754ae3b84047413694924e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/A/69169518ed754ae3b84047413694924e 2024-11-10T00:15:24,026 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/72fbc74831994638a032e47864c40178 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/72fbc74831994638a032e47864c40178 2024-11-10T00:15:24,027 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/aad2a5c339e745c48e9bef4fea728357 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/aad2a5c339e745c48e9bef4fea728357 2024-11-10T00:15:24,028 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/dae20764dfce4176b5ee45e092416b3e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/B/dae20764dfce4176b5ee45e092416b3e 2024-11-10T00:15:24,030 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/343a299bf0c24216a31d87da5eb870cb to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/343a299bf0c24216a31d87da5eb870cb 2024-11-10T00:15:24,031 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/748f5eaf0abe4fee9bd087c9fd6b2610 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/748f5eaf0abe4fee9bd087c9fd6b2610 2024-11-10T00:15:24,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f1bdea56d659427f94f8eeb97ebd0431 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/C/f1bdea56d659427f94f8eeb97ebd0431 2024-11-10T00:15:24,034 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/recovered.edits/611.seqid to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db/recovered.edits/611.seqid 2024-11-10T00:15:24,034 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,034 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T00:15:24,035 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T00:15:24,035 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T00:15:24,037 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101845f3ed1bdc4dd7881ad5fd135fa5fe_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101845f3ed1bdc4dd7881ad5fd135fa5fe_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,038 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a0ce03e666840e5bc2346bbf2abe049_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a0ce03e666840e5bc2346bbf2abe049_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,039 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101b79bf08b4cf47159814b102b707298d_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101b79bf08b4cf47159814b102b707298d_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,040 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c9311b917214724bb8d7e0e12629be6_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101c9311b917214724bb8d7e0e12629be6_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,041 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111020aeaa6d4087492dbdba1f24bc2effec_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111020aeaa6d4087492dbdba1f24bc2effec_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,041 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103e26cc68c67c4ba1890ec0a7fd1c0990_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103e26cc68c67c4ba1890ec0a7fd1c0990_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,042 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111059a62b84922d4cbd9c8c79aa2542f06f_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111059a62b84922d4cbd9c8c79aa2542f06f_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,043 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106ed7486f860a4287b46d05ee83d5e181_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106ed7486f860a4287b46d05ee83d5e181_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,044 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074486d58ea734a78aec9f434c44c7ad0_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074486d58ea734a78aec9f434c44c7ad0_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,044 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107c7f34d6e7cd4ba2a7057b7ac72df7e4_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107c7f34d6e7cd4ba2a7057b7ac72df7e4_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,045 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108254951eb4be4bd0981a34e9a943b06f_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108254951eb4be4bd0981a34e9a943b06f_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,046 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d5d91cc7c7d47788b025d61066c1d2d_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d5d91cc7c7d47788b025d61066c1d2d_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,047 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111094ddbc2b1d174b36af9de24b035698c9_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111094ddbc2b1d174b36af9de24b035698c9_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,047 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b90bb2de44e54fab9223ac7fb9aacf9d_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b90bb2de44e54fab9223ac7fb9aacf9d_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,048 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d407400ddea147778cd2bf9b25481db4_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d407400ddea147778cd2bf9b25481db4_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,049 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e61d5a7f18984b0187a44291504881f0_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e61d5a7f18984b0187a44291504881f0_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,050 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e70c02c6d7534579b305694d6e942388_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e70c02c6d7534579b305694d6e942388_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,050 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8ccb7b7c9d3410dbc42c00936886b53_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8ccb7b7c9d3410dbc42c00936886b53_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,051 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ff33b2b3aeca4594b026448eceb1a3a4_77f05fd4c13b064d29961620abfa94db to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ff33b2b3aeca4594b026448eceb1a3a4_77f05fd4c13b064d29961620abfa94db 2024-11-10T00:15:24,052 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T00:15:24,054 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=107, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:24,056 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T00:15:24,057 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T00:15:24,058 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=107, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:24,058 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T00:15:24,059 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731197724058"}]},"ts":"9223372036854775807"} 2024-11-10T00:15:24,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T00:15:24,060 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 77f05fd4c13b064d29961620abfa94db, NAME => 'TestAcidGuarantees,,1731197693781.77f05fd4c13b064d29961620abfa94db.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T00:15:24,060 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T00:15:24,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731197724060"}]},"ts":"9223372036854775807"} 2024-11-10T00:15:24,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T00:15:24,062 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=107, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:24,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-10T00:15:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T00:15:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T00:15:24,123 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:24,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247 (was 250), OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=9616 (was 9669) 2024-11-10T00:15:24,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=9615 2024-11-10T00:15:24,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:15:24,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:15:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:24,145 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:15:24,145 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:24,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 108 2024-11-10T00:15:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T00:15:24,146 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:15:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742263_1439 (size=1061) 2024-11-10T00:15:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T00:15:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T00:15:24,552 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:15:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742264_1440 (size=53) 2024-11-10T00:15:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T00:15:24,957 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:15:24,957 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ec850d4115cbd33461a04c93193c0023, disabling compactions & flushes 2024-11-10T00:15:24,957 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:24,957 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:24,957 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. after waiting 0 ms 2024-11-10T00:15:24,957 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:24,957 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:24,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec850d4115cbd33461a04c93193c0023: Waiting for close lock at 1731197724957Disabling compacts and flushes for region at 1731197724957Disabling writes for close at 1731197724957Writing region close event to WAL at 1731197724957Closed at 1731197724957 2024-11-10T00:15:24,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:15:24,959 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731197724959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197724959"}]},"ts":"1731197724959"} 2024-11-10T00:15:24,960 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:15:24,961 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:15:24,961 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197724961"}]},"ts":"1731197724961"} 2024-11-10T00:15:24,962 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T00:15:24,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, ASSIGN}] 2024-11-10T00:15:24,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, ASSIGN 2024-11-10T00:15:24,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, ASSIGN; state=OFFLINE, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=false 2024-11-10T00:15:25,114 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=ec850d4115cbd33461a04c93193c0023, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:25,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, ASSIGN because future has completed 2024-11-10T00:15:25,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:15:25,270 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:25,270 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7752): Opening region: {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:15:25,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:15:25,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7794): checking encryption for ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,271 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7797): checking classloading for ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,272 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,273 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:25,273 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec850d4115cbd33461a04c93193c0023 columnFamilyName A 2024-11-10T00:15:25,273 DEBUG [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:25,274 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.HStore(327): Store=ec850d4115cbd33461a04c93193c0023/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:25,274 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,275 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:25,275 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec850d4115cbd33461a04c93193c0023 columnFamilyName B 2024-11-10T00:15:25,275 DEBUG [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:25,275 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.HStore(327): Store=ec850d4115cbd33461a04c93193c0023/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:25,275 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,276 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:25,276 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec850d4115cbd33461a04c93193c0023 columnFamilyName C 2024-11-10T00:15:25,276 DEBUG [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:25,276 INFO [StoreOpener-ec850d4115cbd33461a04c93193c0023-1 {}] regionserver.HStore(327): Store=ec850d4115cbd33461a04c93193c0023/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:25,276 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:25,276 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1038): replaying wal for ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,277 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,277 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1048): stopping wal replay for ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1060): Cleaning up temporary data for ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,278 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:15:25,279 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1093): writing seq id for ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,280 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:15:25,281 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1114): Opened ec850d4115cbd33461a04c93193c0023; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69992584, jitterRate=0.04297077655792236}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:15:25,281 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:25,281 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1006): Region open journal for ec850d4115cbd33461a04c93193c0023: Running coprocessor pre-open hook at 1731197725271Writing region info on filesystem at 1731197725271Initializing all the Stores at 1731197725272 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197725272Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197725272Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197725272Cleaning up temporary data from old regions at 1731197725278 (+6 ms)Running coprocessor post-open hooks at 1731197725281 (+3 ms)Region opened successfully at 1731197725281 2024-11-10T00:15:25,282 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., pid=110, masterSystemTime=1731197725267 2024-11-10T00:15:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T00:15:25,283 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:25,283 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:25,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=ec850d4115cbd33461a04c93193c0023, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:25,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:15:25,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-10T00:15:25,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; OpenRegionProcedure ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 in 169 msec 2024-11-10T00:15:25,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-10T00:15:25,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, ASSIGN in 325 msec 2024-11-10T00:15:25,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:15:25,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197725288"}]},"ts":"1731197725288"} 2024-11-10T00:15:25,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T00:15:25,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:15:25,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-10T00:15:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T00:15:26,292 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:26,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,294 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc00957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,296 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f4700b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42849,1731197604923 2024-11-10T00:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bbabe26 2024-11-10T00:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:15:26,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:15:26,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,301 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e064bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,303 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507abf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,304 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273cd8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,305 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d538e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d1cd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,308 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77eab56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,309 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52423c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,310 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d72be6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,312 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326cab87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,313 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769c3135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,314 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d93030c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,315 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a655ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,317 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c3ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,318 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476d1e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,319 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45120b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,320 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a5584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,322 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8810432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,323 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6082b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:26,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:26,324 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fba348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:26,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1453ad5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:26,326 DEBUG [Thread-1993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,326 DEBUG [Thread-1989 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,326 DEBUG [Thread-1978 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,326 DEBUG [Thread-1982 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,326 DEBUG [Thread-1980 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,326 DEBUG [Thread-1995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,327 DEBUG [Thread-1991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,327 DEBUG [Thread-1984 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,327 DEBUG [Thread-1997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,328 DEBUG [Thread-1986 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:26,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,329 DEBUG [Thread-1986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-10T00:15:26,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T00:15:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,334 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:26,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:26,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2] 2024-11-10T00:15:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:26,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:26,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:26,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:26,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:26,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:26,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:26,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:26,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/f916ec98a7364152a7cebd48249f8f2f is 50, key is test_row_0/A:col10/1731197726335/Put/seqid=0 2024-11-10T00:15:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742265_1441 (size=14341) 2024-11-10T00:15:26,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197726385, max timestamp=1731197726397Num uniques 859; 2024-11-10T00:15:26,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197726385, max timestamp=1731197726397Num uniques 859; 2024-11-10T00:15:26,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:26,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:26,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197726385, max timestamp=1731197726397Num uniques 859; 2024-11-10T00:15:26,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T00:15:26,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197786430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197786430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197786431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197786444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197786445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T00:15:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197786552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197786552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197786552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197786552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197786561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T00:15:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:26,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T00:15:26,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/f916ec98a7364152a7cebd48249f8f2f 2024-11-10T00:15:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197786772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197786772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197786772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197786773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197786782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:26,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T00:15:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/d56989ff7b40497386f2f8c823d28c31 is 50, key is test_row_0/B:col10/1731197726335/Put/seqid=0 2024-11-10T00:15:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742266_1442 (size=12001) 2024-11-10T00:15:26,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T00:15:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:26,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T00:15:27,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197787092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197787092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197787092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197787092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T00:15:27,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:27,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:27,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:27,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:27,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:27,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197787102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/d56989ff7b40497386f2f8c823d28c31 2024-11-10T00:15:27,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/662c21f507c24e24b324b36a3e098518 is 50, key is test_row_0/C:col10/1731197726335/Put/seqid=0 2024-11-10T00:15:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742267_1443 (size=12001) 2024-11-10T00:15:27,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/662c21f507c24e24b324b36a3e098518 2024-11-10T00:15:27,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/f916ec98a7364152a7cebd48249f8f2f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f916ec98a7364152a7cebd48249f8f2f 2024-11-10T00:15:27,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f916ec98a7364152a7cebd48249f8f2f, entries=200, sequenceid=12, filesize=14.0 K 2024-11-10T00:15:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/d56989ff7b40497386f2f8c823d28c31 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d56989ff7b40497386f2f8c823d28c31 2024-11-10T00:15:27,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d56989ff7b40497386f2f8c823d28c31, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T00:15:27,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/662c21f507c24e24b324b36a3e098518 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/662c21f507c24e24b324b36a3e098518 2024-11-10T00:15:27,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/662c21f507c24e24b324b36a3e098518, entries=150, sequenceid=12, filesize=11.7 K 2024-11-10T00:15:27,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for ec850d4115cbd33461a04c93193c0023 in 909ms, sequenceid=12, compaction requested=false 2024-11-10T00:15:27,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:27,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T00:15:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-10T00:15:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:27,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/78459ed262db454c97d32845ed59c10a is 50, key is test_row_0/A:col10/1731197726443/Put/seqid=0 2024-11-10T00:15:27,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742268_1444 (size=12001) 2024-11-10T00:15:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T00:15:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:27,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197787621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197787623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197787623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197787623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197787625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,662 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/78459ed262db454c97d32845ed59c10a 2024-11-10T00:15:27,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/9f0a17402a7b4edc88da2f1ca156f5c3 is 50, key is test_row_0/B:col10/1731197726443/Put/seqid=0 2024-11-10T00:15:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742269_1445 (size=12001) 2024-11-10T00:15:27,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197787732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197787741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197787741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197787741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197787951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197787961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197787962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197787962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,076 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/9f0a17402a7b4edc88da2f1ca156f5c3 2024-11-10T00:15:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/9a0968c8c4f242849bed14828e903944 is 50, key is test_row_0/C:col10/1731197726443/Put/seqid=0 2024-11-10T00:15:28,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742270_1446 (size=12001) 2024-11-10T00:15:28,087 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/9a0968c8c4f242849bed14828e903944 2024-11-10T00:15:28,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/78459ed262db454c97d32845ed59c10a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78459ed262db454c97d32845ed59c10a 2024-11-10T00:15:28,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78459ed262db454c97d32845ed59c10a, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T00:15:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/9f0a17402a7b4edc88da2f1ca156f5c3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/9f0a17402a7b4edc88da2f1ca156f5c3 2024-11-10T00:15:28,098 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/9f0a17402a7b4edc88da2f1ca156f5c3, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T00:15:28,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/9a0968c8c4f242849bed14828e903944 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9a0968c8c4f242849bed14828e903944 2024-11-10T00:15:28,102 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9a0968c8c4f242849bed14828e903944, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T00:15:28,103 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for ec850d4115cbd33461a04c93193c0023 in 850ms, sequenceid=47, compaction requested=false 2024-11-10T00:15:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-10T00:15:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-10T00:15:28,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-10T00:15:28,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7700 sec 2024-11-10T00:15:28,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.7770 sec 2024-11-10T00:15:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:28,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T00:15:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:28,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:28,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/3b62013934bd4a90b7c22b6bab1c8233 is 50, key is test_row_0/A:col10/1731197728276/Put/seqid=0 2024-11-10T00:15:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742271_1447 (size=14341) 2024-11-10T00:15:28,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197788350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197788352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197788354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197728346, max timestamp=1731197728362Num uniques 859; 2024-11-10T00:15:28,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:28,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197728346, max timestamp=1731197728362Num uniques 859; 2024-11-10T00:15:28,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:28,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197728346, max timestamp=1731197728362Num uniques 859; 2024-11-10T00:15:28,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:28,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T00:15:28,482 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:28,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-10T00:15:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T00:15:28,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197788472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:28,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:28,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:28,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197788481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197788483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197788485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T00:15:28,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197788602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197788612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197788612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,639 WARN [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-10T00:15:28,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:28,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197788641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,654 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/3b62013934bd4a90b7c22b6bab1c8233 2024-11-10T00:15:28,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/aab19271d4f64017b5a80e5170b9b113 is 50, key is test_row_0/B:col10/1731197728276/Put/seqid=0 2024-11-10T00:15:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742272_1448 (size=12001) 2024-11-10T00:15:28,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197788692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:28,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T00:15:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197788822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197788831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197788831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:28,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:28,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197789012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/aab19271d4f64017b5a80e5170b9b113 2024-11-10T00:15:29,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/92ef09c0c5474a44aa63d43d235d976e is 50, key is test_row_0/C:col10/1731197728276/Put/seqid=0 2024-11-10T00:15:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742273_1449 (size=12001) 2024-11-10T00:15:29,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/92ef09c0c5474a44aa63d43d235d976e 2024-11-10T00:15:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/3b62013934bd4a90b7c22b6bab1c8233 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/3b62013934bd4a90b7c22b6bab1c8233 2024-11-10T00:15:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T00:15:29,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/3b62013934bd4a90b7c22b6bab1c8233, entries=200, sequenceid=58, filesize=14.0 K 2024-11-10T00:15:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/aab19271d4f64017b5a80e5170b9b113 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/aab19271d4f64017b5a80e5170b9b113 2024-11-10T00:15:29,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/aab19271d4f64017b5a80e5170b9b113, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T00:15:29,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/92ef09c0c5474a44aa63d43d235d976e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/92ef09c0c5474a44aa63d43d235d976e 2024-11-10T00:15:29,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/92ef09c0c5474a44aa63d43d235d976e, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T00:15:29,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ec850d4115cbd33461a04c93193c0023 in 847ms, sequenceid=58, compaction requested=true 2024-11-10T00:15:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:29,124 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:29,124 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:29,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:29,125 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:29,125 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:29,125 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:29,125 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:29,125 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,125 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,125 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d56989ff7b40497386f2f8c823d28c31, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/9f0a17402a7b4edc88da2f1ca156f5c3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/aab19271d4f64017b5a80e5170b9b113] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=35.2 K 2024-11-10T00:15:29,125 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f916ec98a7364152a7cebd48249f8f2f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78459ed262db454c97d32845ed59c10a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/3b62013934bd4a90b7c22b6bab1c8233] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=39.7 K 2024-11-10T00:15:29,126 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d56989ff7b40497386f2f8c823d28c31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731197726335 2024-11-10T00:15:29,126 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f916ec98a7364152a7cebd48249f8f2f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731197726335 2024-11-10T00:15:29,126 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f0a17402a7b4edc88da2f1ca156f5c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731197726425 2024-11-10T00:15:29,126 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78459ed262db454c97d32845ed59c10a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731197726425 2024-11-10T00:15:29,126 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting aab19271d4f64017b5a80e5170b9b113, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731197727622 2024-11-10T00:15:29,126 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b62013934bd4a90b7c22b6bab1c8233, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731197727621 2024-11-10T00:15:29,135 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:29,135 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:29,136 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/2f3a4821c0ac455d8b91404d0b7877d1 is 50, key is test_row_0/B:col10/1731197728276/Put/seqid=0 2024-11-10T00:15:29,136 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/114c335fd0d3459bb79f534fb375399e is 50, key is test_row_0/A:col10/1731197728276/Put/seqid=0 2024-11-10T00:15:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742274_1450 (size=12104) 2024-11-10T00:15:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742275_1451 (size=12104) 2024-11-10T00:15:29,145 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/114c335fd0d3459bb79f534fb375399e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/114c335fd0d3459bb79f534fb375399e 2024-11-10T00:15:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:29,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T00:15:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:29,151 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into 114c335fd0d3459bb79f534fb375399e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:29,151 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:29,151 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=13, startTime=1731197729124; duration=0sec 2024-11-10T00:15:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:29,151 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:29,151 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:29,151 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:29,154 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:29,154 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:29,154 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,154 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/662c21f507c24e24b324b36a3e098518, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9a0968c8c4f242849bed14828e903944, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/92ef09c0c5474a44aa63d43d235d976e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=35.2 K 2024-11-10T00:15:29,154 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 662c21f507c24e24b324b36a3e098518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731197726335 2024-11-10T00:15:29,155 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a0968c8c4f242849bed14828e903944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731197726425 2024-11-10T00:15:29,155 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92ef09c0c5474a44aa63d43d235d976e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731197727622 2024-11-10T00:15:29,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/bf4708bbc57142e99f33ded93098502f is 50, key is test_row_0/A:col10/1731197728482/Put/seqid=0 2024-11-10T00:15:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742276_1452 (size=14341) 2024-11-10T00:15:29,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/bf4708bbc57142e99f33ded93098502f 2024-11-10T00:15:29,164 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:29,164 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/1bbd9296218144988250674ee27ebc2b is 50, key is test_row_0/C:col10/1731197728276/Put/seqid=0 2024-11-10T00:15:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742277_1453 (size=12104) 2024-11-10T00:15:29,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/7ea965c91e5947f88480b35f340d42e1 is 50, key is test_row_0/B:col10/1731197728482/Put/seqid=0 2024-11-10T00:15:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742278_1454 (size=12001) 2024-11-10T00:15:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197789172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197789173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197789192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:15:29,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197789302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197789302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197789312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197789512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197789522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197789532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197789532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,545 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/2f3a4821c0ac455d8b91404d0b7877d1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2f3a4821c0ac455d8b91404d0b7877d1 2024-11-10T00:15:29,549 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into 2f3a4821c0ac455d8b91404d0b7877d1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:29,549 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:29,549 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=13, startTime=1731197729124; duration=0sec 2024-11-10T00:15:29,549 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:29,549 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:29,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:29,575 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/1bbd9296218144988250674ee27ebc2b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/1bbd9296218144988250674ee27ebc2b 2024-11-10T00:15:29,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/7ea965c91e5947f88480b35f340d42e1 2024-11-10T00:15:29,579 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into 1bbd9296218144988250674ee27ebc2b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:29,579 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:29,579 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=13, startTime=1731197729124; duration=0sec 2024-11-10T00:15:29,579 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:29,579 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:29,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/3155c88e00a84634ad4eb036d16a3d75 is 50, key is test_row_0/C:col10/1731197728482/Put/seqid=0 2024-11-10T00:15:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742279_1455 (size=12001) 2024-11-10T00:15:29,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/3155c88e00a84634ad4eb036d16a3d75 2024-11-10T00:15:29,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/bf4708bbc57142e99f33ded93098502f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/bf4708bbc57142e99f33ded93098502f 2024-11-10T00:15:29,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/bf4708bbc57142e99f33ded93098502f, entries=200, sequenceid=95, filesize=14.0 K 2024-11-10T00:15:29,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/7ea965c91e5947f88480b35f340d42e1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/7ea965c91e5947f88480b35f340d42e1 2024-11-10T00:15:29,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/7ea965c91e5947f88480b35f340d42e1, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T00:15:29,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/3155c88e00a84634ad4eb036d16a3d75 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3155c88e00a84634ad4eb036d16a3d75 2024-11-10T00:15:29,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3155c88e00a84634ad4eb036d16a3d75, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T00:15:29,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ec850d4115cbd33461a04c93193c0023 in 452ms, sequenceid=95, compaction requested=false 2024-11-10T00:15:29,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T00:15:29,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T00:15:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:29,712 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:29,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/9aa7518df27743cc8bd629b122b25560 is 50, key is test_row_0/A:col10/1731197729164/Put/seqid=0 2024-11-10T00:15:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742280_1456 (size=12001) 2024-11-10T00:15:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:29,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:29,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197729849, max timestamp=1731197729883Num uniques 859; 2024-11-10T00:15:29,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197729849, max timestamp=1731197729883Num uniques 859; 2024-11-10T00:15:29,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:29,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:29,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197729849, max timestamp=1731197729883Num uniques 859; 2024-11-10T00:15:29,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:29,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197789934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197789943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197789945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197790051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197790072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197790072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,120 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/9aa7518df27743cc8bd629b122b25560 2024-11-10T00:15:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9 is 50, key is test_row_0/B:col10/1731197729164/Put/seqid=0 2024-11-10T00:15:30,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742281_1457 (size=12001) 2024-11-10T00:15:30,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197790261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197790292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197790292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,531 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9 2024-11-10T00:15:30,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/b47ac48495894979aa181c5bc899d35d is 50, key is test_row_0/C:col10/1731197729164/Put/seqid=0 2024-11-10T00:15:30,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742282_1458 (size=12001) 2024-11-10T00:15:30,546 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/b47ac48495894979aa181c5bc899d35d 2024-11-10T00:15:30,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/9aa7518df27743cc8bd629b122b25560 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9aa7518df27743cc8bd629b122b25560 2024-11-10T00:15:30,555 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9aa7518df27743cc8bd629b122b25560, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T00:15:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9 2024-11-10T00:15:30,560 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T00:15:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/b47ac48495894979aa181c5bc899d35d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b47ac48495894979aa181c5bc899d35d 2024-11-10T00:15:30,566 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b47ac48495894979aa181c5bc899d35d, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T00:15:30,566 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for ec850d4115cbd33461a04c93193c0023 in 855ms, sequenceid=107, compaction requested=true 2024-11-10T00:15:30,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:30,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:30,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-10T00:15:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-10T00:15:30,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T00:15:30,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0820 sec 2024-11-10T00:15:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:30,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-10T00:15:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:30,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.0880 sec 2024-11-10T00:15:30,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/081fbda67236471085f4ce2dda3c37cf is 50, key is test_row_0/A:col10/1731197729923/Put/seqid=0 2024-11-10T00:15:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742283_1459 (size=14541) 2024-11-10T00:15:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197790596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197790602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197790602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197790608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T00:15:30,642 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:30,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-10T00:15:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T00:15:30,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:30,645 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:30,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:30,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197790682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,693 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197790712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197790731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T00:15:30,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:30,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:30,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:30,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:30,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:30,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197790932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:30,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:30,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T00:15:30,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197790951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:30,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/081fbda67236471085f4ce2dda3c37cf 2024-11-10T00:15:30,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/d61360e52c9d464eb949727622c40322 is 50, key is test_row_0/B:col10/1731197729923/Put/seqid=0 2024-11-10T00:15:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742284_1460 (size=12151) 2024-11-10T00:15:31,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197791112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:31,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:31,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197791122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:31,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197791242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:31,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T00:15:31,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197791271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:31,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:31,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/d61360e52c9d464eb949727622c40322 2024-11-10T00:15:31,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/5cab44342af2430db145c89fa545f1ff is 50, key is test_row_0/C:col10/1731197729923/Put/seqid=0 2024-11-10T00:15:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742285_1461 (size=12151) 2024-11-10T00:15:31,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:31,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197791762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:31,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T00:15:31,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197791791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:31,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:31,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:31,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/5cab44342af2430db145c89fa545f1ff 2024-11-10T00:15:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/081fbda67236471085f4ce2dda3c37cf as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/081fbda67236471085f4ce2dda3c37cf 2024-11-10T00:15:31,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/081fbda67236471085f4ce2dda3c37cf, entries=200, sequenceid=143, filesize=14.2 K 2024-11-10T00:15:31,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/d61360e52c9d464eb949727622c40322 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d61360e52c9d464eb949727622c40322 2024-11-10T00:15:31,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d61360e52c9d464eb949727622c40322, entries=150, sequenceid=143, filesize=11.9 K 2024-11-10T00:15:31,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/5cab44342af2430db145c89fa545f1ff as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5cab44342af2430db145c89fa545f1ff 2024-11-10T00:15:31,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5cab44342af2430db145c89fa545f1ff, entries=150, sequenceid=143, filesize=11.9 K 2024-11-10T00:15:31,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for ec850d4115cbd33461a04c93193c0023 in 1256ms, sequenceid=143, compaction requested=true 2024-11-10T00:15:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:31,826 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:31,826 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:31,827 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:31,827 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52987 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:31,827 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:31,828 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:31,828 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,828 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,828 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2f3a4821c0ac455d8b91404d0b7877d1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/7ea965c91e5947f88480b35f340d42e1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d61360e52c9d464eb949727622c40322] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=47.1 K 2024-11-10T00:15:31,828 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/114c335fd0d3459bb79f534fb375399e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/bf4708bbc57142e99f33ded93098502f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9aa7518df27743cc8bd629b122b25560, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/081fbda67236471085f4ce2dda3c37cf] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=51.7 K 2024-11-10T00:15:31,828 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3a4821c0ac455d8b91404d0b7877d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731197727622 2024-11-10T00:15:31,828 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 114c335fd0d3459bb79f534fb375399e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731197727622 2024-11-10T00:15:31,828 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea965c91e5947f88480b35f340d42e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197728393 2024-11-10T00:15:31,828 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf4708bbc57142e99f33ded93098502f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197728393 2024-11-10T00:15:31,829 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9ef2335b4f4d3ab87f1dbe5205f4d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731197729164 2024-11-10T00:15:31,829 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aa7518df27743cc8bd629b122b25560, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731197729164 2024-11-10T00:15:31,829 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d61360e52c9d464eb949727622c40322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731197729923 2024-11-10T00:15:31,829 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 081fbda67236471085f4ce2dda3c37cf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731197729923 2024-11-10T00:15:31,840 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:31,841 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/759c6f49f22d4aa9a76d6601c05e171f is 50, key is test_row_0/A:col10/1731197729923/Put/seqid=0 2024-11-10T00:15:31,849 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:31,850 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/8611ef1c463a4561a828864fe90ccac3 is 50, key is test_row_0/B:col10/1731197729923/Put/seqid=0 2024-11-10T00:15:31,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742286_1462 (size=12391) 2024-11-10T00:15:31,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742287_1463 (size=12391) 2024-11-10T00:15:31,865 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/8611ef1c463a4561a828864fe90ccac3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/8611ef1c463a4561a828864fe90ccac3 2024-11-10T00:15:31,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T00:15:31,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,869 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T00:15:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:31,872 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into 8611ef1c463a4561a828864fe90ccac3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:31,872 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:31,872 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=12, startTime=1731197731826; duration=0sec 2024-11-10T00:15:31,872 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:31,872 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:31,873 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/90a7602e988a4f55a562e7997d6e6cb6 is 50, key is test_row_0/A:col10/1731197730606/Put/seqid=0 2024-11-10T00:15:31,875 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:31,875 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:31,875 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:31,875 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/1bbd9296218144988250674ee27ebc2b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3155c88e00a84634ad4eb036d16a3d75, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b47ac48495894979aa181c5bc899d35d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5cab44342af2430db145c89fa545f1ff] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=47.1 K 2024-11-10T00:15:31,878 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bbd9296218144988250674ee27ebc2b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731197727622 2024-11-10T00:15:31,878 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 3155c88e00a84634ad4eb036d16a3d75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731197728393 2024-11-10T00:15:31,878 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b47ac48495894979aa181c5bc899d35d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731197729164 2024-11-10T00:15:31,878 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cab44342af2430db145c89fa545f1ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731197729923 2024-11-10T00:15:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742288_1464 (size=12151) 2024-11-10T00:15:31,886 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:31,887 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/fc512f91ece6436a971f43b85f157192 is 50, key is test_row_0/C:col10/1731197729923/Put/seqid=0 2024-11-10T00:15:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742289_1465 (size=12391) 2024-11-10T00:15:31,899 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/fc512f91ece6436a971f43b85f157192 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/fc512f91ece6436a971f43b85f157192 2024-11-10T00:15:31,904 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into fc512f91ece6436a971f43b85f157192(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:31,904 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:31,904 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=12, startTime=1731197731826; duration=0sec 2024-11-10T00:15:31,904 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:31,904 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:32,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:32,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197732176, max timestamp=1731197732205Num uniques 859; 2024-11-10T00:15:32,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197732176, max timestamp=1731197732205Num uniques 859; 2024-11-10T00:15:32,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:32,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:32,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197732176, max timestamp=1731197732205Num uniques 859; 2024-11-10T00:15:32,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:32,255 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/759c6f49f22d4aa9a76d6601c05e171f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/759c6f49f22d4aa9a76d6601c05e171f 2024-11-10T00:15:32,259 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into 759c6f49f22d4aa9a76d6601c05e171f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:32,259 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:32,259 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=12, startTime=1731197731826; duration=0sec 2024-11-10T00:15:32,259 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:32,259 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:32,282 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/90a7602e988a4f55a562e7997d6e6cb6 2024-11-10T00:15:32,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/668570803c2b4c7384d1daa23d2e0c91 is 50, key is test_row_0/B:col10/1731197730606/Put/seqid=0 2024-11-10T00:15:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742290_1466 (size=12151) 2024-11-10T00:15:32,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197792302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197792311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197792421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197792432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197792641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197792641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,693 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/668570803c2b4c7384d1daa23d2e0c91 2024-11-10T00:15:32,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/b5e8200a52fc4cee95795f5d475e1c23 is 50, key is test_row_0/C:col10/1731197730606/Put/seqid=0 2024-11-10T00:15:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742291_1467 (size=12151) 2024-11-10T00:15:32,705 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/b5e8200a52fc4cee95795f5d475e1c23 2024-11-10T00:15:32,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/90a7602e988a4f55a562e7997d6e6cb6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/90a7602e988a4f55a562e7997d6e6cb6 2024-11-10T00:15:32,711 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/90a7602e988a4f55a562e7997d6e6cb6, entries=150, sequenceid=152, filesize=11.9 K 2024-11-10T00:15:32,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/668570803c2b4c7384d1daa23d2e0c91 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/668570803c2b4c7384d1daa23d2e0c91 2024-11-10T00:15:32,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/668570803c2b4c7384d1daa23d2e0c91, entries=150, sequenceid=152, filesize=11.9 K 2024-11-10T00:15:32,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/b5e8200a52fc4cee95795f5d475e1c23 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b5e8200a52fc4cee95795f5d475e1c23 2024-11-10T00:15:32,721 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b5e8200a52fc4cee95795f5d475e1c23, entries=150, sequenceid=152, filesize=11.9 K 2024-11-10T00:15:32,722 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for ec850d4115cbd33461a04c93193c0023 in 853ms, sequenceid=152, compaction requested=false 2024-11-10T00:15:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-10T00:15:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-10T00:15:32,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-10T00:15:32,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0790 sec 2024-11-10T00:15:32,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.0830 sec 2024-11-10T00:15:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:32,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-10T00:15:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:32,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/f92ce38d94e949fbb4655090d3bd1b09 is 50, key is test_row_0/A:col10/1731197732777/Put/seqid=0 2024-11-10T00:15:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742292_1468 (size=14541) 2024-11-10T00:15:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T00:15:32,792 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:32,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-10T00:15:32,794 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T00:15:32,794 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:32,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:32,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197792826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197792829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T00:15:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197792942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197792942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:32,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:32,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197792961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197792962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T00:15:33,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197793151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197793151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/f92ce38d94e949fbb4655090d3bd1b09 2024-11-10T00:15:33,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/06d1f18b08da4cdeb7feb6853195f158 is 50, key is test_row_0/B:col10/1731197732777/Put/seqid=0 2024-11-10T00:15:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742293_1469 (size=12151) 2024-11-10T00:15:33,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T00:15:33,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197793472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197793472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197793481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197793481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/06d1f18b08da4cdeb7feb6853195f158 2024-11-10T00:15:33,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/db7ca6e29b8745d887554253a2d8fa12 is 50, key is test_row_0/C:col10/1731197732777/Put/seqid=0 2024-11-10T00:15:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742294_1470 (size=12151) 2024-11-10T00:15:33,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:33,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:33,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:33,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:33,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:33,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T00:15:33,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197793982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197793982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:34,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/db7ca6e29b8745d887554253a2d8fa12 2024-11-10T00:15:34,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/f92ce38d94e949fbb4655090d3bd1b09 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f92ce38d94e949fbb4655090d3bd1b09 2024-11-10T00:15:34,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:34,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:34,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:34,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f92ce38d94e949fbb4655090d3bd1b09, entries=200, sequenceid=193, filesize=14.2 K 2024-11-10T00:15:34,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/06d1f18b08da4cdeb7feb6853195f158 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/06d1f18b08da4cdeb7feb6853195f158 2024-11-10T00:15:34,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/06d1f18b08da4cdeb7feb6853195f158, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T00:15:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/db7ca6e29b8745d887554253a2d8fa12 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/db7ca6e29b8745d887554253a2d8fa12 2024-11-10T00:15:34,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/db7ca6e29b8745d887554253a2d8fa12, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T00:15:34,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for ec850d4115cbd33461a04c93193c0023 in 1250ms, sequenceid=193, compaction requested=true 2024-11-10T00:15:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:34,028 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:34,028 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:34,029 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:34,029 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:34,029 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:34,029 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:34,029 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:34,029 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:34,029 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/8611ef1c463a4561a828864fe90ccac3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/668570803c2b4c7384d1daa23d2e0c91, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/06d1f18b08da4cdeb7feb6853195f158] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=35.8 K 2024-11-10T00:15:34,029 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/759c6f49f22d4aa9a76d6601c05e171f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/90a7602e988a4f55a562e7997d6e6cb6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f92ce38d94e949fbb4655090d3bd1b09] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=38.2 K 2024-11-10T00:15:34,030 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 759c6f49f22d4aa9a76d6601c05e171f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731197729923 2024-11-10T00:15:34,030 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 8611ef1c463a4561a828864fe90ccac3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731197729923 2024-11-10T00:15:34,030 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 668570803c2b4c7384d1daa23d2e0c91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731197730583 2024-11-10T00:15:34,030 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90a7602e988a4f55a562e7997d6e6cb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731197730583 2024-11-10T00:15:34,030 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 06d1f18b08da4cdeb7feb6853195f158, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731197732284 2024-11-10T00:15:34,030 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f92ce38d94e949fbb4655090d3bd1b09, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731197732284 2024-11-10T00:15:34,038 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:34,039 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/89edd4461ca745ad86474ef69bcdd77d is 50, key is test_row_0/B:col10/1731197732777/Put/seqid=0 2024-11-10T00:15:34,045 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:34,046 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/56862146f86447e78f9bce71837e1cd0 is 50, key is test_row_0/A:col10/1731197732777/Put/seqid=0 2024-11-10T00:15:34,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742295_1471 (size=12493) 2024-11-10T00:15:34,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742296_1472 (size=12493) 2024-11-10T00:15:34,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T00:15:34,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:34,170 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T00:15:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/2586fd0c640b441b86bd82d7677c83f7 is 50, key is test_row_0/A:col10/1731197732803/Put/seqid=0 2024-11-10T00:15:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742297_1473 (size=12151) 2024-11-10T00:15:34,454 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/56862146f86447e78f9bce71837e1cd0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/56862146f86447e78f9bce71837e1cd0 2024-11-10T00:15:34,454 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/89edd4461ca745ad86474ef69bcdd77d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/89edd4461ca745ad86474ef69bcdd77d 2024-11-10T00:15:34,459 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into 89edd4461ca745ad86474ef69bcdd77d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:34,459 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:34,459 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=13, startTime=1731197734028; duration=0sec 2024-11-10T00:15:34,459 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:34,459 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:34,459 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:34,460 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:34,460 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:34,460 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:34,460 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/fc512f91ece6436a971f43b85f157192, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b5e8200a52fc4cee95795f5d475e1c23, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/db7ca6e29b8745d887554253a2d8fa12] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=35.8 K 2024-11-10T00:15:34,461 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fc512f91ece6436a971f43b85f157192, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731197729923 2024-11-10T00:15:34,461 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into 56862146f86447e78f9bce71837e1cd0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:34,462 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:34,462 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=13, startTime=1731197734028; duration=0sec 2024-11-10T00:15:34,462 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:34,462 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:34,462 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting b5e8200a52fc4cee95795f5d475e1c23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731197730583 2024-11-10T00:15:34,462 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting db7ca6e29b8745d887554253a2d8fa12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731197732284 2024-11-10T00:15:34,469 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:34,469 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/af55f778cd9e41198a0404d58f6c829e is 50, key is test_row_0/C:col10/1731197732777/Put/seqid=0 2024-11-10T00:15:34,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742298_1474 (size=12493) 2024-11-10T00:15:34,479 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/af55f778cd9e41198a0404d58f6c829e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/af55f778cd9e41198a0404d58f6c829e 2024-11-10T00:15:34,485 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into af55f778cd9e41198a0404d58f6c829e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:34,485 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:34,485 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=13, startTime=1731197734028; duration=0sec 2024-11-10T00:15:34,485 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:34,485 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:34,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:34,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197734533, max timestamp=1731197734574Num uniques 859; 2024-11-10T00:15:34,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:34,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197734533, max timestamp=1731197734574Num uniques 859; 2024-11-10T00:15:34,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:34,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197734533, max timestamp=1731197734574Num uniques 859; 2024-11-10T00:15:34,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:34,579 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/2586fd0c640b441b86bd82d7677c83f7 2024-11-10T00:15:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/e1ff03241f4a41ffb98d385efc7a4dca is 50, key is test_row_0/B:col10/1731197732803/Put/seqid=0 2024-11-10T00:15:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742299_1475 (size=12151) 2024-11-10T00:15:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197794674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:34,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197734654, max timestamp=1731197734682Num uniques 1068; 2024-11-10T00:15:34,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:15:34,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197734654, max timestamp=1731197734682Num uniques 1068; 2024-11-10T00:15:34,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:15:34,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197734654, max timestamp=1731197734682Num uniques 1068; 2024-11-10T00:15:34,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:15:34,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197734765, max timestamp=1731197734782Num uniques 1077; 2024-11-10T00:15:34,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197734765, max timestamp=1731197734782Num uniques 1077; 2024-11-10T00:15:34,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-10T00:15:34,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-10T00:15:34,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197734765, max timestamp=1731197734782Num uniques 1077; 2024-11-10T00:15:34,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-10T00:15:34,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731197734834, max timestamp=1731197734849Num uniques 1036; 2024-11-10T00:15:34,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T00:15:34,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731197734834, max timestamp=1731197734849Num uniques 1036; 2024-11-10T00:15:34,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T00:15:34,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731197734834, max timestamp=1731197734849Num uniques 1036; 2024-11-10T00:15:34,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T00:15:34,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197734904, max timestamp=1731197734920Num uniques 1045; 2024-11-10T00:15:34,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T00:15:34,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197734904, max timestamp=1731197734920Num uniques 1045; 2024-11-10T00:15:34,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T00:15:34,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197734904, max timestamp=1731197734920Num uniques 1045; 2024-11-10T00:15:34,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T00:15:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T00:15:34,989 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/e1ff03241f4a41ffb98d385efc7a4dca 2024-11-10T00:15:34,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/4f92846c120e4ad7b7adc8fd7d4ca33c is 50, key is test_row_0/C:col10/1731197732803/Put/seqid=0 2024-11-10T00:15:34,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197794983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197794984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197794991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197794991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:34,998 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731197734968, max timestamp=1731197734994Num uniques 1054; 2024-11-10T00:15:35,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-10T00:15:35,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731197734968, max timestamp=1731197734994Num uniques 1054; 2024-11-10T00:15:35,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-10T00:15:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731197734968, max timestamp=1731197734994Num uniques 1054; 2024-11-10T00:15:35,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T00:15:35,000 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:35,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742300_1476 (size=12151) 2024-11-10T00:15:35,007 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/4f92846c120e4ad7b7adc8fd7d4ca33c 2024-11-10T00:15:35,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/2586fd0c640b441b86bd82d7677c83f7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/2586fd0c640b441b86bd82d7677c83f7 2024-11-10T00:15:35,012 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/2586fd0c640b441b86bd82d7677c83f7, entries=150, sequenceid=201, filesize=11.9 K 2024-11-10T00:15:35,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/e1ff03241f4a41ffb98d385efc7a4dca as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e1ff03241f4a41ffb98d385efc7a4dca 2024-11-10T00:15:35,018 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e1ff03241f4a41ffb98d385efc7a4dca, entries=150, sequenceid=201, filesize=11.9 K 2024-11-10T00:15:35,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/4f92846c120e4ad7b7adc8fd7d4ca33c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f92846c120e4ad7b7adc8fd7d4ca33c 2024-11-10T00:15:35,021 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f92846c120e4ad7b7adc8fd7d4ca33c, entries=150, sequenceid=201, filesize=11.9 K 2024-11-10T00:15:35,022 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=44.73 KB/45800 for ec850d4115cbd33461a04c93193c0023 in 851ms, sequenceid=201, compaction requested=false 2024-11-10T00:15:35,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:35,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:35,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-10T00:15:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-10T00:15:35,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T00:15:35,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2290 sec 2024-11-10T00:15:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:35,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=51.44 KB heapSize=136.63 KB 2024-11-10T00:15:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:35,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.2330 sec 2024-11-10T00:15:35,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/73671e0c2da743a297e6a66ae5c43dd2 is 50, key is test_row_0/A:col10/1731197734983/Put/seqid=0 2024-11-10T00:15:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742301_1477 (size=14741) 2024-11-10T00:15:35,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197735122, max timestamp=1731197735144Num uniques 859; 2024-11-10T00:15:35,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197735122, max timestamp=1731197735144Num uniques 859; 2024-11-10T00:15:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197735122, max timestamp=1731197735144Num uniques 859; 2024-11-10T00:15:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:35,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197795208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197795208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197795210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197795332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197795332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197795332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/73671e0c2da743a297e6a66ae5c43dd2 2024-11-10T00:15:35,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/90598224e081455dbd62803c6e90a6c1 is 50, key is test_row_0/B:col10/1731197734983/Put/seqid=0 2024-11-10T00:15:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742302_1478 (size=12301) 2024-11-10T00:15:35,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/90598224e081455dbd62803c6e90a6c1 2024-11-10T00:15:35,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/f5ea1397b3fd425d8017ebcc4ac8b507 is 50, key is test_row_0/C:col10/1731197734983/Put/seqid=0 2024-11-10T00:15:35,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742303_1479 (size=12301) 2024-11-10T00:15:35,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197795542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197795542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197795542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/f5ea1397b3fd425d8017ebcc4ac8b507 2024-11-10T00:15:35,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/73671e0c2da743a297e6a66ae5c43dd2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/73671e0c2da743a297e6a66ae5c43dd2 2024-11-10T00:15:35,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/73671e0c2da743a297e6a66ae5c43dd2, entries=200, sequenceid=314, filesize=14.4 K 2024-11-10T00:15:35,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/90598224e081455dbd62803c6e90a6c1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/90598224e081455dbd62803c6e90a6c1 2024-11-10T00:15:35,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/90598224e081455dbd62803c6e90a6c1, entries=150, sequenceid=314, filesize=12.0 K 2024-11-10T00:15:35,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/f5ea1397b3fd425d8017ebcc4ac8b507 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/f5ea1397b3fd425d8017ebcc4ac8b507 2024-11-10T00:15:35,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/f5ea1397b3fd425d8017ebcc4ac8b507, entries=150, sequenceid=314, filesize=12.0 K 2024-11-10T00:15:35,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52670, heapSize ~136.58 KB/139856, currentSize=134.18 KB/137400 for ec850d4115cbd33461a04c93193c0023 in 844ms, sequenceid=314, compaction requested=true 2024-11-10T00:15:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:35,871 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:35,871 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:35,873 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39385 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:35,873 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:35,873 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:35,873 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:35,873 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:35,873 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:35,873 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/56862146f86447e78f9bce71837e1cd0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/2586fd0c640b441b86bd82d7677c83f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/73671e0c2da743a297e6a66ae5c43dd2] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=38.5 K 2024-11-10T00:15:35,873 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/89edd4461ca745ad86474ef69bcdd77d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e1ff03241f4a41ffb98d385efc7a4dca, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/90598224e081455dbd62803c6e90a6c1] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=36.1 K 2024-11-10T00:15:35,873 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56862146f86447e78f9bce71837e1cd0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731197732284 2024-11-10T00:15:35,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-10T00:15:35,874 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 89edd4461ca745ad86474ef69bcdd77d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731197732284 2024-11-10T00:15:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:35,874 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2586fd0c640b441b86bd82d7677c83f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731197732797 2024-11-10T00:15:35,874 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ff03241f4a41ffb98d385efc7a4dca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731197732797 2024-11-10T00:15:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:35,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:35,874 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73671e0c2da743a297e6a66ae5c43dd2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731197734983 2024-11-10T00:15:35,874 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 90598224e081455dbd62803c6e90a6c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731197734983 2024-11-10T00:15:35,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/430854ec852e4b5e81a563b11821c0e2 is 50, key is test_row_0/A:col10/1731197735871/Put/seqid=0 2024-11-10T00:15:35,891 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:35,891 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:35,891 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/0494dd4fa7e648789da0cabd8bcd9c0d is 50, key is test_row_0/B:col10/1731197734983/Put/seqid=0 2024-11-10T00:15:35,891 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/72ca0bd7fc384d259e457479080f218f is 50, key is test_row_0/A:col10/1731197734983/Put/seqid=0 2024-11-10T00:15:35,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742304_1480 (size=14741) 2024-11-10T00:15:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742306_1482 (size=12745) 2024-11-10T00:15:35,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197795898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742305_1481 (size=12745) 2024-11-10T00:15:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197795898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197795902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197796021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197796021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197796022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197796241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197796241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197796241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/430854ec852e4b5e81a563b11821c0e2 2024-11-10T00:15:36,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5975996bacb449cf95c9a441bc8b2021 is 50, key is test_row_0/B:col10/1731197735871/Put/seqid=0 2024-11-10T00:15:36,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742307_1483 (size=12301) 2024-11-10T00:15:36,309 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/0494dd4fa7e648789da0cabd8bcd9c0d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/0494dd4fa7e648789da0cabd8bcd9c0d 2024-11-10T00:15:36,313 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into 0494dd4fa7e648789da0cabd8bcd9c0d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:36,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:36,313 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=13, startTime=1731197735871; duration=0sec 2024-11-10T00:15:36,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:36,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:36,314 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:36,314 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:36,315 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:36,315 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:36,315 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/af55f778cd9e41198a0404d58f6c829e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f92846c120e4ad7b7adc8fd7d4ca33c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/f5ea1397b3fd425d8017ebcc4ac8b507] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=36.1 K 2024-11-10T00:15:36,315 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting af55f778cd9e41198a0404d58f6c829e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731197732284 2024-11-10T00:15:36,315 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f92846c120e4ad7b7adc8fd7d4ca33c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731197732797 2024-11-10T00:15:36,316 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f5ea1397b3fd425d8017ebcc4ac8b507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731197734983 2024-11-10T00:15:36,317 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/72ca0bd7fc384d259e457479080f218f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/72ca0bd7fc384d259e457479080f218f 2024-11-10T00:15:36,321 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into 72ca0bd7fc384d259e457479080f218f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:36,321 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:36,321 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=13, startTime=1731197735871; duration=0sec 2024-11-10T00:15:36,321 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:36,321 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:36,322 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:36,322 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/a2e68c6962334cfeba295e9c0d549df1 is 50, key is test_row_0/C:col10/1731197734983/Put/seqid=0 2024-11-10T00:15:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742308_1484 (size=12745) 2024-11-10T00:15:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197796562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197796562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197796562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:36,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5975996bacb449cf95c9a441bc8b2021 2024-11-10T00:15:36,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/7c89dab4a9974f1384672670ee98eb8a is 50, key is test_row_0/C:col10/1731197735871/Put/seqid=0 2024-11-10T00:15:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742309_1485 (size=12301) 2024-11-10T00:15:36,730 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/a2e68c6962334cfeba295e9c0d549df1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a2e68c6962334cfeba295e9c0d549df1 2024-11-10T00:15:36,734 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into a2e68c6962334cfeba295e9c0d549df1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:36,734 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:36,734 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=13, startTime=1731197735871; duration=0sec 2024-11-10T00:15:36,734 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:36,734 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T00:15:36,972 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:36,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-10T00:15:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T00:15:36,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:36,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:36,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197797012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197797012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:37,022 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,022 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T00:15:37,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197797071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197797081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197797081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:37,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/7c89dab4a9974f1384672670ee98eb8a 2024-11-10T00:15:37,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/430854ec852e4b5e81a563b11821c0e2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/430854ec852e4b5e81a563b11821c0e2 2024-11-10T00:15:37,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T00:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:37,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/430854ec852e4b5e81a563b11821c0e2, entries=200, sequenceid=352, filesize=14.4 K 2024-11-10T00:15:37,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5975996bacb449cf95c9a441bc8b2021 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5975996bacb449cf95c9a441bc8b2021 2024-11-10T00:15:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:37,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5975996bacb449cf95c9a441bc8b2021, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T00:15:37,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/7c89dab4a9974f1384672670ee98eb8a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/7c89dab4a9974f1384672670ee98eb8a 2024-11-10T00:15:37,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/7c89dab4a9974f1384672670ee98eb8a, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T00:15:37,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for ec850d4115cbd33461a04c93193c0023 in 1264ms, sequenceid=352, compaction requested=false 2024-11-10T00:15:37,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:37,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T00:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:37,282 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T00:15:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/88585251168e4a53b65f172d0e1d168b is 50, key is test_row_0/A:col10/1731197735901/Put/seqid=0 2024-11-10T00:15:37,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742310_1486 (size=12301) 2024-11-10T00:15:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T00:15:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T00:15:37,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/88585251168e4a53b65f172d0e1d168b 2024-11-10T00:15:37,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/73dd0b0deb4c4d4f804960e7bcbe9af9 is 50, key is test_row_0/B:col10/1731197735901/Put/seqid=0 2024-11-10T00:15:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742311_1487 (size=12301) 2024-11-10T00:15:38,102 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/73dd0b0deb4c4d4f804960e7bcbe9af9 2024-11-10T00:15:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:38,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:38,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/85e799a2b9f4444a8f5f9cc665100070 is 50, key is test_row_0/C:col10/1731197735901/Put/seqid=0 2024-11-10T00:15:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T00:15:38,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742312_1488 (size=12301) 2024-11-10T00:15:38,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197738145, max timestamp=1731197738161Num uniques 859; 2024-11-10T00:15:38,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197738145, max timestamp=1731197738161Num uniques 859; 2024-11-10T00:15:38,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731197738145, max timestamp=1731197738161Num uniques 859; 2024-11-10T00:15:38,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:15:38,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:15:38,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T00:15:38,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197798218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197798219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197798220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197798332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197798341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197798341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,514 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/85e799a2b9f4444a8f5f9cc665100070 2024-11-10T00:15:38,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/88585251168e4a53b65f172d0e1d168b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/88585251168e4a53b65f172d0e1d168b 2024-11-10T00:15:38,521 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/88585251168e4a53b65f172d0e1d168b, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T00:15:38,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/73dd0b0deb4c4d4f804960e7bcbe9af9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/73dd0b0deb4c4d4f804960e7bcbe9af9 2024-11-10T00:15:38,525 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/73dd0b0deb4c4d4f804960e7bcbe9af9, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T00:15:38,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/85e799a2b9f4444a8f5f9cc665100070 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/85e799a2b9f4444a8f5f9cc665100070 2024-11-10T00:15:38,529 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/85e799a2b9f4444a8f5f9cc665100070, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T00:15:38,530 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for ec850d4115cbd33461a04c93193c0023 in 1247ms, sequenceid=364, compaction requested=true 2024-11-10T00:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-10T00:15:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-10T00:15:38,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T00:15:38,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-10T00:15:38,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.5600 sec 2024-11-10T00:15:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:38,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-10T00:15:38,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:38,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:38,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:38,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:38,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:38,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:38,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/15eee69592b24945927b36c4083fb2a6 is 50, key is test_row_0/A:col10/1731197738218/Put/seqid=0 2024-11-10T00:15:38,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742313_1489 (size=14741) 2024-11-10T00:15:38,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197798566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197798567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197798577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197798691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197798691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197798701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197798902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197798902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197798921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:38,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/15eee69592b24945927b36c4083fb2a6 2024-11-10T00:15:38,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/26fb8ab3c97e4b83b1f0d9276df4d215 is 50, key is test_row_0/B:col10/1731197738218/Put/seqid=0 2024-11-10T00:15:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742314_1490 (size=12301) 2024-11-10T00:15:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T00:15:39,122 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:39,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-10T00:15:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T00:15:39,124 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:39,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:39,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:39,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197799222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:39,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197799222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:39,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T00:15:39,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197799242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:39,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T00:15:39,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:39,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:39,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:39,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/26fb8ab3c97e4b83b1f0d9276df4d215 2024-11-10T00:15:39,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/508257279ac048d6a0fd755045809549 is 50, key is test_row_0/C:col10/1731197738218/Put/seqid=0 2024-11-10T00:15:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742315_1491 (size=12301) 2024-11-10T00:15:39,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/508257279ac048d6a0fd755045809549 2024-11-10T00:15:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/15eee69592b24945927b36c4083fb2a6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/15eee69592b24945927b36c4083fb2a6 2024-11-10T00:15:39,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/15eee69592b24945927b36c4083fb2a6, entries=200, sequenceid=401, filesize=14.4 K 2024-11-10T00:15:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/26fb8ab3c97e4b83b1f0d9276df4d215 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/26fb8ab3c97e4b83b1f0d9276df4d215 2024-11-10T00:15:39,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/26fb8ab3c97e4b83b1f0d9276df4d215, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T00:15:39,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/508257279ac048d6a0fd755045809549 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/508257279ac048d6a0fd755045809549 2024-11-10T00:15:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/508257279ac048d6a0fd755045809549, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T00:15:39,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for ec850d4115cbd33461a04c93193c0023 in 846ms, sequenceid=401, compaction requested=true 2024-11-10T00:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:39,397 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:39,397 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:39,399 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:39,399 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:39,399 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/72ca0bd7fc384d259e457479080f218f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/430854ec852e4b5e81a563b11821c0e2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/88585251168e4a53b65f172d0e1d168b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/15eee69592b24945927b36c4083fb2a6] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=53.3 K 2024-11-10T00:15:39,399 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/0494dd4fa7e648789da0cabd8bcd9c0d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5975996bacb449cf95c9a441bc8b2021, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/73dd0b0deb4c4d4f804960e7bcbe9af9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/26fb8ab3c97e4b83b1f0d9276df4d215] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=48.5 K 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72ca0bd7fc384d259e457479080f218f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731197734983 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0494dd4fa7e648789da0cabd8bcd9c0d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731197734983 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5975996bacb449cf95c9a441bc8b2021, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731197735177 2024-11-10T00:15:39,399 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430854ec852e4b5e81a563b11821c0e2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731197735177 2024-11-10T00:15:39,400 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 73dd0b0deb4c4d4f804960e7bcbe9af9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731197735895 2024-11-10T00:15:39,400 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88585251168e4a53b65f172d0e1d168b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731197735895 2024-11-10T00:15:39,400 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 26fb8ab3c97e4b83b1f0d9276df4d215, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731197738216 2024-11-10T00:15:39,400 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15eee69592b24945927b36c4083fb2a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731197738216 2024-11-10T00:15:39,408 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:39,408 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/b14e3dcf46de4e8999a21da26c3599e1 is 50, key is test_row_0/A:col10/1731197738218/Put/seqid=0 2024-11-10T00:15:39,409 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:39,410 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/a63d680e845a426091f9aa976091370e is 50, key is test_row_0/B:col10/1731197738218/Put/seqid=0 2024-11-10T00:15:39,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742316_1492 (size=12881) 2024-11-10T00:15:39,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742317_1493 (size=12881) 2024-11-10T00:15:39,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T00:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:39,431 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T00:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/233a7f59926a4312a5308f8eb9bcabbd is 50, key is test_row_0/A:col10/1731197738576/Put/seqid=0 2024-11-10T00:15:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742318_1494 (size=12301) 2024-11-10T00:15:39,441 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/233a7f59926a4312a5308f8eb9bcabbd 2024-11-10T00:15:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T00:15:39,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5df20e7603384e05b6c7313af672ee47 is 50, key is test_row_0/B:col10/1731197738576/Put/seqid=0 2024-11-10T00:15:39,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742319_1495 (size=12301) 2024-11-10T00:15:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T00:15:39,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197739772, max timestamp=1731197739813Num uniques 859; 2024-11-10T00:15:39,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:39,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197739772, max timestamp=1731197739813Num uniques 859; 2024-11-10T00:15:39,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731197739772, max timestamp=1731197739813Num uniques 859; 2024-11-10T00:15:39,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:39,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T00:15:39,821 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/a63d680e845a426091f9aa976091370e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/a63d680e845a426091f9aa976091370e 2024-11-10T00:15:39,821 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/b14e3dcf46de4e8999a21da26c3599e1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b14e3dcf46de4e8999a21da26c3599e1 2024-11-10T00:15:39,824 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into a63d680e845a426091f9aa976091370e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:39,824 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into b14e3dcf46de4e8999a21da26c3599e1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:39,824 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:39,824 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:39,824 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=12, startTime=1731197739397; duration=0sec 2024-11-10T00:15:39,824 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=12, startTime=1731197739397; duration=0sec 2024-11-10T00:15:39,824 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:39,824 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:39,824 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:39,824 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:39,825 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:39,825 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:39,825 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:39,825 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:39,826 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a2e68c6962334cfeba295e9c0d549df1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/7c89dab4a9974f1384672670ee98eb8a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/85e799a2b9f4444a8f5f9cc665100070, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/508257279ac048d6a0fd755045809549] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=48.5 K 2024-11-10T00:15:39,826 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2e68c6962334cfeba295e9c0d549df1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731197734983 2024-11-10T00:15:39,826 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c89dab4a9974f1384672670ee98eb8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731197735177 2024-11-10T00:15:39,826 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85e799a2b9f4444a8f5f9cc665100070, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731197735895 2024-11-10T00:15:39,827 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 508257279ac048d6a0fd755045809549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731197738216 2024-11-10T00:15:39,833 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:39,833 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/3692b908c68e4c3492819b5378dea8b4 is 50, key is test_row_0/C:col10/1731197738218/Put/seqid=0 2024-11-10T00:15:39,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742320_1496 (size=12881) 2024-11-10T00:15:39,850 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5df20e7603384e05b6c7313af672ee47 2024-11-10T00:15:39,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/d7e49cacca934717a616ed1ca1f21dd0 is 50, key is test_row_0/C:col10/1731197738576/Put/seqid=0 2024-11-10T00:15:39,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742321_1497 (size=12301) 2024-11-10T00:15:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197799878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197799883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197799884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197800001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197800001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197800001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197800222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197800222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197800222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,240 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/3692b908c68e4c3492819b5378dea8b4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3692b908c68e4c3492819b5378dea8b4 2024-11-10T00:15:40,244 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into 3692b908c68e4c3492819b5378dea8b4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:40,244 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:40,244 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=12, startTime=1731197739397; duration=0sec 2024-11-10T00:15:40,244 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:40,244 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:40,260 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/d7e49cacca934717a616ed1ca1f21dd0 2024-11-10T00:15:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T00:15:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/233a7f59926a4312a5308f8eb9bcabbd as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/233a7f59926a4312a5308f8eb9bcabbd 2024-11-10T00:15:40,266 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/233a7f59926a4312a5308f8eb9bcabbd, entries=150, sequenceid=409, filesize=12.0 K 2024-11-10T00:15:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5df20e7603384e05b6c7313af672ee47 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5df20e7603384e05b6c7313af672ee47 2024-11-10T00:15:40,269 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5df20e7603384e05b6c7313af672ee47, entries=150, sequenceid=409, filesize=12.0 K 2024-11-10T00:15:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/d7e49cacca934717a616ed1ca1f21dd0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/d7e49cacca934717a616ed1ca1f21dd0 2024-11-10T00:15:40,273 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/d7e49cacca934717a616ed1ca1f21dd0, entries=150, sequenceid=409, filesize=12.0 K 2024-11-10T00:15:40,274 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for ec850d4115cbd33461a04c93193c0023 in 843ms, sequenceid=409, compaction requested=false 2024-11-10T00:15:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-10T00:15:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-10T00:15:40,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-10T00:15:40,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1500 sec 2024-11-10T00:15:40,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.1540 sec 2024-11-10T00:15:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:40,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=161.02 KB heapSize=451.31 KB 2024-11-10T00:15:40,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:40,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:40,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:40,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:40,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:40,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:15:40,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/b973f21d54594f2f8c6ca7e22d470726 is 50, key is test_row_0/A:col10/1731197739883/Put/seqid=0 2024-11-10T00:15:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742322_1498 (size=14741) 2024-11-10T00:15:40,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197800573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197800573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197800574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197800681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197800692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197800692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197800901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197800901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197800901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:40,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/b973f21d54594f2f8c6ca7e22d470726 2024-11-10T00:15:40,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/43de33f6379a4741bd7ddece9e76ca4e is 50, key is test_row_0/B:col10/1731197739883/Put/seqid=0 2024-11-10T00:15:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742323_1499 (size=12301) 2024-11-10T00:15:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46632 deadline: 1731197801042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,052 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46640 deadline: 1731197801052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,057 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in ec850d4115cbd33461a04c93193c0023 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197801212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197801212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197801221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T00:15:41,272 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:41,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-10T00:15:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T00:15:41,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:41,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:41,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:41,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/43de33f6379a4741bd7ddece9e76ca4e 2024-11-10T00:15:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T00:15:41,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/daeed7be3f0547d7bf6bd87a133c9b91 is 50, key is test_row_0/C:col10/1731197739883/Put/seqid=0 2024-11-10T00:15:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742324_1500 (size=12301) 2024-11-10T00:15:41,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T00:15:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:41,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T00:15:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T00:15:41,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T00:15:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197801731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197801731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197801732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:41,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/daeed7be3f0547d7bf6bd87a133c9b91 2024-11-10T00:15:41,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/b973f21d54594f2f8c6ca7e22d470726 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b973f21d54594f2f8c6ca7e22d470726 2024-11-10T00:15:41,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b973f21d54594f2f8c6ca7e22d470726, entries=200, sequenceid=450, filesize=14.4 K 2024-11-10T00:15:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/43de33f6379a4741bd7ddece9e76ca4e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/43de33f6379a4741bd7ddece9e76ca4e 2024-11-10T00:15:41,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/43de33f6379a4741bd7ddece9e76ca4e, entries=150, sequenceid=450, filesize=12.0 K 2024-11-10T00:15:41,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/daeed7be3f0547d7bf6bd87a133c9b91 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/daeed7be3f0547d7bf6bd87a133c9b91 2024-11-10T00:15:41,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/daeed7be3f0547d7bf6bd87a133c9b91, entries=150, sequenceid=450, filesize=12.0 K 2024-11-10T00:15:41,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~451.27 KB/462096, currentSize=33.54 KB/34350 for ec850d4115cbd33461a04c93193c0023 in 1249ms, sequenceid=450, compaction requested=true 2024-11-10T00:15:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:41,802 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:41,802 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:41,803 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:41,803 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:41,803 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:41,803 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:41,803 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,803 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,803 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/a63d680e845a426091f9aa976091370e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5df20e7603384e05b6c7313af672ee47, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/43de33f6379a4741bd7ddece9e76ca4e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=36.6 K 2024-11-10T00:15:41,803 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b14e3dcf46de4e8999a21da26c3599e1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/233a7f59926a4312a5308f8eb9bcabbd, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b973f21d54594f2f8c6ca7e22d470726] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=39.0 K 2024-11-10T00:15:41,804 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a63d680e845a426091f9aa976091370e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731197738216 2024-11-10T00:15:41,804 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting b14e3dcf46de4e8999a21da26c3599e1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731197738216 2024-11-10T00:15:41,804 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df20e7603384e05b6c7313af672ee47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731197738563 2024-11-10T00:15:41,804 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 233a7f59926a4312a5308f8eb9bcabbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731197738563 2024-11-10T00:15:41,804 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 43de33f6379a4741bd7ddece9e76ca4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731197739867 2024-11-10T00:15:41,804 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting b973f21d54594f2f8c6ca7e22d470726, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731197739867 2024-11-10T00:15:41,813 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:41,814 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/78e9fcca76454945b2f755e13174aa44 is 50, key is test_row_0/A:col10/1731197739883/Put/seqid=0 2024-11-10T00:15:41,817 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:41,817 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/fd15a75b5f1845529a61ace7c59bdfc2 is 50, key is test_row_0/B:col10/1731197739883/Put/seqid=0 2024-11-10T00:15:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742325_1501 (size=12983) 2024-11-10T00:15:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742326_1502 (size=12983) 2024-11-10T00:15:41,826 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/78e9fcca76454945b2f755e13174aa44 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78e9fcca76454945b2f755e13174aa44 2024-11-10T00:15:41,829 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/fd15a75b5f1845529a61ace7c59bdfc2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/fd15a75b5f1845529a61ace7c59bdfc2 2024-11-10T00:15:41,833 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into 78e9fcca76454945b2f755e13174aa44(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:41,833 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:41,833 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=13, startTime=1731197741802; duration=0sec 2024-11-10T00:15:41,833 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:41,833 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:41,833 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into fd15a75b5f1845529a61ace7c59bdfc2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:41,833 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:41,833 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:41,833 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=13, startTime=1731197741802; duration=0sec 2024-11-10T00:15:41,833 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:41,833 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:41,834 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:41,834 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:41,835 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,835 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3692b908c68e4c3492819b5378dea8b4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/d7e49cacca934717a616ed1ca1f21dd0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/daeed7be3f0547d7bf6bd87a133c9b91] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=36.6 K 2024-11-10T00:15:41,836 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3692b908c68e4c3492819b5378dea8b4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731197738216 2024-11-10T00:15:41,836 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7e49cacca934717a616ed1ca1f21dd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731197738563 2024-11-10T00:15:41,837 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting daeed7be3f0547d7bf6bd87a133c9b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731197739867 2024-11-10T00:15:41,844 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:41,844 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/9e607e107a0e40b9a26bd7baca9dbe50 is 50, key is test_row_0/C:col10/1731197739883/Put/seqid=0 2024-11-10T00:15:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742327_1503 (size=12983) 2024-11-10T00:15:41,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T00:15:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:41,886 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T00:15:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:41,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/9a70780f27094942951076c2a6ba9559 is 50, key is test_row_0/A:col10/1731197740572/Put/seqid=0 2024-11-10T00:15:41,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742328_1504 (size=9857) 2024-11-10T00:15:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T00:15:42,256 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/9e607e107a0e40b9a26bd7baca9dbe50 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9e607e107a0e40b9a26bd7baca9dbe50 2024-11-10T00:15:42,260 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into 9e607e107a0e40b9a26bd7baca9dbe50(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:42,260 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:42,260 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=13, startTime=1731197741802; duration=0sec 2024-11-10T00:15:42,260 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:42,260 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:42,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/9a70780f27094942951076c2a6ba9559 2024-11-10T00:15:42,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/98866eb295e844378c26b0dac811d667 is 50, key is test_row_0/B:col10/1731197740572/Put/seqid=0 2024-11-10T00:15:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742329_1505 (size=9857) 2024-11-10T00:15:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T00:15:42,709 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/98866eb295e844378c26b0dac811d667 2024-11-10T00:15:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/5688d52acb924d6094f22ee01af40e74 is 50, key is test_row_0/C:col10/1731197740572/Put/seqid=0 2024-11-10T00:15:42,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742330_1506 (size=9857) 2024-11-10T00:15:42,720 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/5688d52acb924d6094f22ee01af40e74 2024-11-10T00:15:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/9a70780f27094942951076c2a6ba9559 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9a70780f27094942951076c2a6ba9559 2024-11-10T00:15:42,728 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9a70780f27094942951076c2a6ba9559, entries=100, sequenceid=460, filesize=9.6 K 2024-11-10T00:15:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/98866eb295e844378c26b0dac811d667 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/98866eb295e844378c26b0dac811d667 2024-11-10T00:15:42,731 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/98866eb295e844378c26b0dac811d667, entries=100, sequenceid=460, filesize=9.6 K 2024-11-10T00:15:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/5688d52acb924d6094f22ee01af40e74 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5688d52acb924d6094f22ee01af40e74 2024-11-10T00:15:42,737 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5688d52acb924d6094f22ee01af40e74, entries=100, sequenceid=460, filesize=9.6 K 2024-11-10T00:15:42,738 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ec850d4115cbd33461a04c93193c0023 in 852ms, sequenceid=460, compaction requested=false 2024-11-10T00:15:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-10T00:15:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-10T00:15:42,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T00:15:42,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-11-10T00:15:42,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.4690 sec 2024-11-10T00:15:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:42,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:42,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/1a011b497e1147e3bebb67868b7b0acb is 50, key is test_row_0/A:col10/1731197742757/Put/seqid=0 2024-11-10T00:15:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742331_1507 (size=14741) 2024-11-10T00:15:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197742796, max timestamp=1731197742822Num uniques 859; 2024-11-10T00:15:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197742796, max timestamp=1731197742822Num uniques 859; 2024-11-10T00:15:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197742796, max timestamp=1731197742822Num uniques 859; 2024-11-10T00:15:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:42,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197802883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:42,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197802883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:42,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197802888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197803002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197803011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197803012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/1a011b497e1147e3bebb67868b7b0acb 2024-11-10T00:15:43,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/e6c0901a71854f868bb7504961d3e657 is 50, key is test_row_0/B:col10/1731197742757/Put/seqid=0 2024-11-10T00:15:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742332_1508 (size=12301) 2024-11-10T00:15:43,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197803221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197803232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197803232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T00:15:43,422 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:43,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-10T00:15:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T00:15:43,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:43,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:43,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T00:15:43,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197803532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197803552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197803552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:43,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T00:15:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:43,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/e6c0901a71854f868bb7504961d3e657 2024-11-10T00:15:43,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/639f94e36d394cfea8b944911a4e0046 is 50, key is test_row_0/C:col10/1731197742757/Put/seqid=0 2024-11-10T00:15:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742333_1509 (size=12301) 2024-11-10T00:15:43,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T00:15:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:43,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T00:15:43,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T00:15:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:43,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:43,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/639f94e36d394cfea8b944911a4e0046 2024-11-10T00:15:43,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/1a011b497e1147e3bebb67868b7b0acb as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/1a011b497e1147e3bebb67868b7b0acb 2024-11-10T00:15:44,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/1a011b497e1147e3bebb67868b7b0acb, entries=200, sequenceid=471, filesize=14.4 K 2024-11-10T00:15:44,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/e6c0901a71854f868bb7504961d3e657 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e6c0901a71854f868bb7504961d3e657 2024-11-10T00:15:44,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e6c0901a71854f868bb7504961d3e657, entries=150, sequenceid=471, filesize=12.0 K 2024-11-10T00:15:44,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/639f94e36d394cfea8b944911a4e0046 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/639f94e36d394cfea8b944911a4e0046 2024-11-10T00:15:44,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/639f94e36d394cfea8b944911a4e0046, entries=150, sequenceid=471, filesize=12.0 K 2024-11-10T00:15:44,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ec850d4115cbd33461a04c93193c0023 in 1247ms, sequenceid=471, compaction requested=true 2024-11-10T00:15:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:44,011 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:44,011 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:44,012 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:44,012 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:44,012 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:44,012 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:44,012 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:44,012 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:44,012 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/fd15a75b5f1845529a61ace7c59bdfc2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/98866eb295e844378c26b0dac811d667, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e6c0901a71854f868bb7504961d3e657] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=34.3 K 2024-11-10T00:15:44,012 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78e9fcca76454945b2f755e13174aa44, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9a70780f27094942951076c2a6ba9559, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/1a011b497e1147e3bebb67868b7b0acb] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=36.7 K 2024-11-10T00:15:44,012 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78e9fcca76454945b2f755e13174aa44, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731197739867 2024-11-10T00:15:44,012 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fd15a75b5f1845529a61ace7c59bdfc2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731197739867 2024-11-10T00:15:44,013 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 98866eb295e844378c26b0dac811d667, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731197740555 2024-11-10T00:15:44,013 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a70780f27094942951076c2a6ba9559, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731197740555 2024-11-10T00:15:44,013 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e6c0901a71854f868bb7504961d3e657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731197742757 2024-11-10T00:15:44,013 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a011b497e1147e3bebb67868b7b0acb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731197742755 2024-11-10T00:15:44,022 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:44,022 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:44,022 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/c0316dbd4ddf459b81e41ff09474efd9 is 50, key is test_row_0/B:col10/1731197742757/Put/seqid=0 2024-11-10T00:15:44,022 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/42d31e76cabc4b7c97c4a8e51c3c6d26 is 50, key is test_row_0/A:col10/1731197742757/Put/seqid=0 2024-11-10T00:15:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742334_1510 (size=13085) 2024-11-10T00:15:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742335_1511 (size=13085) 2024-11-10T00:15:44,033 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/c0316dbd4ddf459b81e41ff09474efd9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/c0316dbd4ddf459b81e41ff09474efd9 2024-11-10T00:15:44,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-10T00:15:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:44,037 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T00:15:44,043 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into c0316dbd4ddf459b81e41ff09474efd9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:44,043 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:44,043 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=13, startTime=1731197744011; duration=0sec 2024-11-10T00:15:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:44,043 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:44,043 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:44,044 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:15:44,044 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:15:44,044 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:44,044 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:44,045 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9e607e107a0e40b9a26bd7baca9dbe50, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5688d52acb924d6094f22ee01af40e74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/639f94e36d394cfea8b944911a4e0046] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=34.3 K 2024-11-10T00:15:44,045 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e607e107a0e40b9a26bd7baca9dbe50, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731197739867 2024-11-10T00:15:44,045 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 5688d52acb924d6094f22ee01af40e74, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731197740555 2024-11-10T00:15:44,045 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 639f94e36d394cfea8b944911a4e0046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731197742757 2024-11-10T00:15:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T00:15:44,057 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:44,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/80db0b59d1eb4fc9bd53da97124cdf90 is 50, key is test_row_0/A:col10/1731197742881/Put/seqid=0 2024-11-10T00:15:44,058 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/c741981b4af64d4e8730f3b94e1de8b2 is 50, key is test_row_0/C:col10/1731197742757/Put/seqid=0 2024-11-10T00:15:44,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742336_1512 (size=13085) 2024-11-10T00:15:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742337_1513 (size=12301) 2024-11-10T00:15:44,069 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/80db0b59d1eb4fc9bd53da97124cdf90 2024-11-10T00:15:44,071 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/c741981b4af64d4e8730f3b94e1de8b2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/c741981b4af64d4e8730f3b94e1de8b2 2024-11-10T00:15:44,076 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into c741981b4af64d4e8730f3b94e1de8b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:44,076 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:44,076 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=13, startTime=1731197744011; duration=0sec 2024-11-10T00:15:44,077 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:44,077 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:44,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/36a5292b9fdb4a94a843df922321d403 is 50, key is test_row_0/B:col10/1731197742881/Put/seqid=0 2024-11-10T00:15:44,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742338_1514 (size=12301) 2024-11-10T00:15:44,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197804091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197804102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197804106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197804211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197804211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197804222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,433 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/42d31e76cabc4b7c97c4a8e51c3c6d26 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/42d31e76cabc4b7c97c4a8e51c3c6d26 2024-11-10T00:15:44,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197804431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197804432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,438 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into 42d31e76cabc4b7c97c4a8e51c3c6d26(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:44,438 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:44,438 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=13, startTime=1731197744011; duration=0sec 2024-11-10T00:15:44,438 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:44,438 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:44,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197804442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,487 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/36a5292b9fdb4a94a843df922321d403 2024-11-10T00:15:44,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/0dd5b26ea8814ef682a04b8c23d1ba0f is 50, key is test_row_0/C:col10/1731197742881/Put/seqid=0 2024-11-10T00:15:44,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742339_1515 (size=12301) 2024-11-10T00:15:44,501 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/0dd5b26ea8814ef682a04b8c23d1ba0f 2024-11-10T00:15:44,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/80db0b59d1eb4fc9bd53da97124cdf90 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/80db0b59d1eb4fc9bd53da97124cdf90 2024-11-10T00:15:44,508 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/80db0b59d1eb4fc9bd53da97124cdf90, entries=150, sequenceid=508, filesize=12.0 K 2024-11-10T00:15:44,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/36a5292b9fdb4a94a843df922321d403 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/36a5292b9fdb4a94a843df922321d403 2024-11-10T00:15:44,512 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/36a5292b9fdb4a94a843df922321d403, entries=150, sequenceid=508, filesize=12.0 K 2024-11-10T00:15:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/0dd5b26ea8814ef682a04b8c23d1ba0f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0dd5b26ea8814ef682a04b8c23d1ba0f 2024-11-10T00:15:44,516 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0dd5b26ea8814ef682a04b8c23d1ba0f, entries=150, sequenceid=508, filesize=12.0 K 2024-11-10T00:15:44,517 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ec850d4115cbd33461a04c93193c0023 in 480ms, sequenceid=508, compaction requested=false 2024-11-10T00:15:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-10T00:15:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-10T00:15:44,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-10T00:15:44,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-10T00:15:44,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0980 sec 2024-11-10T00:15:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T00:15:44,562 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:44,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-10T00:15:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T00:15:44,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:44,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:44,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T00:15:44,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-10T00:15:44,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:44,718 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:44,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:44,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:44,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:44,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:44,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:44,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:44,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/8ce2896f8fcc49fa8a08375412595034 is 50, key is test_row_0/A:col10/1731197744101/Put/seqid=0 2024-11-10T00:15:44,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742340_1516 (size=12301) 2024-11-10T00:15:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. as already flushing 2024-11-10T00:15:44,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197744815, max timestamp=1731197744840Num uniques 859; 2024-11-10T00:15:44,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197744815, max timestamp=1731197744840Num uniques 859; 2024-11-10T00:15:44,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:44,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:44,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197744815, max timestamp=1731197744840Num uniques 859; 2024-11-10T00:15:44,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:15:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T00:15:44,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197804895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197804904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197804905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197805012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197805032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197805032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,127 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/8ce2896f8fcc49fa8a08375412595034 2024-11-10T00:15:45,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/edc101c4919c4c73ab2d2e71195e9e83 is 50, key is test_row_0/B:col10/1731197744101/Put/seqid=0 2024-11-10T00:15:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742341_1517 (size=12301) 2024-11-10T00:15:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T00:15:45,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197805222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197805252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197805252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,538 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/edc101c4919c4c73ab2d2e71195e9e83 2024-11-10T00:15:45,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/63952d0d44ec41f1856d8cd6c66aef80 is 50, key is test_row_0/C:col10/1731197744101/Put/seqid=0 2024-11-10T00:15:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742342_1518 (size=12301) 2024-11-10T00:15:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197805541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197805572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197805572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T00:15:45,949 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/63952d0d44ec41f1856d8cd6c66aef80 2024-11-10T00:15:45,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/8ce2896f8fcc49fa8a08375412595034 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8ce2896f8fcc49fa8a08375412595034 2024-11-10T00:15:45,956 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8ce2896f8fcc49fa8a08375412595034, entries=150, sequenceid=520, filesize=12.0 K 2024-11-10T00:15:45,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/edc101c4919c4c73ab2d2e71195e9e83 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/edc101c4919c4c73ab2d2e71195e9e83 2024-11-10T00:15:45,959 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/edc101c4919c4c73ab2d2e71195e9e83, entries=150, sequenceid=520, filesize=12.0 K 2024-11-10T00:15:45,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/63952d0d44ec41f1856d8cd6c66aef80 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/63952d0d44ec41f1856d8cd6c66aef80 2024-11-10T00:15:45,963 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/63952d0d44ec41f1856d8cd6c66aef80, entries=150, sequenceid=520, filesize=12.0 K 2024-11-10T00:15:45,963 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ec850d4115cbd33461a04c93193c0023 in 1245ms, sequenceid=520, compaction requested=true 2024-11-10T00:15:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-10T00:15:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-10T00:15:45,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-10T00:15:45,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-10T00:15:45,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4050 sec 2024-11-10T00:15:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:46,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-10T00:15:46,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:46,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:46,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:46,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:46,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:46,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:46,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/89d1c059921e424585d76f9774251925 is 50, key is test_row_0/A:col10/1731197744903/Put/seqid=0 2024-11-10T00:15:46,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742343_1519 (size=14741) 2024-11-10T00:15:46,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197806104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197806105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197806114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197806222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197806222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197806231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,327 INFO [Thread-1997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1997. 2024-11-10T00:15:46,327 DEBUG [Thread-1997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:46,327 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,327 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:46,330 INFO [Thread-1993 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1993. 2024-11-10T00:15:46,330 DEBUG [Thread-1993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:46,330 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,330 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:46,332 INFO [Thread-1995 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1995. 2024-11-10T00:15:46,332 DEBUG [Thread-1995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:46,332 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,332 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:46,339 INFO [Thread-1989 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1989. 2024-11-10T00:15:46,339 DEBUG [Thread-1989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:46,340 DEBUG [Thread-1989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,340 DEBUG [Thread-1989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:46,341 INFO [Thread-1991 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1991. 2024-11-10T00:15:46,341 DEBUG [Thread-1991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:46,341 DEBUG [Thread-1991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,341 DEBUG [Thread-1991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:46,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197806442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197806442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197806451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/89d1c059921e424585d76f9774251925 2024-11-10T00:15:46,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/2726d5fb7bfd46cdb3deb1514658c96e is 50, key is test_row_0/B:col10/1731197744903/Put/seqid=0 2024-11-10T00:15:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742344_1520 (size=12301) 2024-11-10T00:15:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T00:15:46,712 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:46,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197806751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197806751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197806762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:46,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:46,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:46,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/2726d5fb7bfd46cdb3deb1514658c96e 2024-11-10T00:15:46,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/45455d85c96c4fe399722aebbc8f7796 is 50, key is test_row_0/C:col10/1731197744903/Put/seqid=0 2024-11-10T00:15:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742345_1521 (size=12301) 2024-11-10T00:15:47,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:47,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46644 deadline: 1731197807262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731197807262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:47,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46682 deadline: 1731197807271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 , the old value is region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., hostname=b3c019fcff38,36467,1731197605747, seqNum=2 because the exception is null or not the one we care about 2024-11-10T00:15:47,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/45455d85c96c4fe399722aebbc8f7796 2024-11-10T00:15:47,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/89d1c059921e424585d76f9774251925 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/89d1c059921e424585d76f9774251925 2024-11-10T00:15:47,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/89d1c059921e424585d76f9774251925, entries=200, sequenceid=557, filesize=14.4 K 2024-11-10T00:15:47,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/2726d5fb7bfd46cdb3deb1514658c96e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2726d5fb7bfd46cdb3deb1514658c96e 2024-11-10T00:15:47,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2726d5fb7bfd46cdb3deb1514658c96e, entries=150, sequenceid=557, filesize=12.0 K 2024-11-10T00:15:47,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/45455d85c96c4fe399722aebbc8f7796 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/45455d85c96c4fe399722aebbc8f7796 2024-11-10T00:15:47,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/45455d85c96c4fe399722aebbc8f7796, entries=150, sequenceid=557, filesize=12.0 K 2024-11-10T00:15:47,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for ec850d4115cbd33461a04c93193c0023 in 1240ms, sequenceid=557, compaction requested=true 2024-11-10T00:15:47,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:47,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:15:47,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:47,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:15:47,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:47,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec850d4115cbd33461a04c93193c0023:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:15:47,312 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:47,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:47,312 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:47,312 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/A is initiating minor compaction (all files) 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/B is initiating minor compaction (all files) 2024-11-10T00:15:47,313 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/A in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:47,313 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/B in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:47,313 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/42d31e76cabc4b7c97c4a8e51c3c6d26, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/80db0b59d1eb4fc9bd53da97124cdf90, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8ce2896f8fcc49fa8a08375412595034, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/89d1c059921e424585d76f9774251925] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=51.2 K 2024-11-10T00:15:47,313 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/c0316dbd4ddf459b81e41ff09474efd9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/36a5292b9fdb4a94a843df922321d403, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/edc101c4919c4c73ab2d2e71195e9e83, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2726d5fb7bfd46cdb3deb1514658c96e] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=48.8 K 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42d31e76cabc4b7c97c4a8e51c3c6d26, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731197742757 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c0316dbd4ddf459b81e41ff09474efd9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731197742757 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 36a5292b9fdb4a94a843df922321d403, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731197742881 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80db0b59d1eb4fc9bd53da97124cdf90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731197742881 2024-11-10T00:15:47,313 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ce2896f8fcc49fa8a08375412595034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731197744086 2024-11-10T00:15:47,314 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting edc101c4919c4c73ab2d2e71195e9e83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731197744086 2024-11-10T00:15:47,314 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89d1c059921e424585d76f9774251925, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731197744894 2024-11-10T00:15:47,314 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 2726d5fb7bfd46cdb3deb1514658c96e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731197744894 2024-11-10T00:15:47,322 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:47,322 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#A#compaction#448 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:47,322 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5fbbf49f25554ff98eaa190e51da751f is 50, key is test_row_0/B:col10/1731197744903/Put/seqid=0 2024-11-10T00:15:47,322 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/8c7ca5598eb84ebd8ab855d76160dc64 is 50, key is test_row_0/A:col10/1731197744903/Put/seqid=0 2024-11-10T00:15:47,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742347_1523 (size=13221) 2024-11-10T00:15:47,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742346_1522 (size=13221) 2024-11-10T00:15:47,729 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5fbbf49f25554ff98eaa190e51da751f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5fbbf49f25554ff98eaa190e51da751f 2024-11-10T00:15:47,733 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/8c7ca5598eb84ebd8ab855d76160dc64 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8c7ca5598eb84ebd8ab855d76160dc64 2024-11-10T00:15:47,733 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/B of ec850d4115cbd33461a04c93193c0023 into 5fbbf49f25554ff98eaa190e51da751f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:47,733 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:47,733 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/B, priority=12, startTime=1731197747312; duration=0sec 2024-11-10T00:15:47,733 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:15:47,733 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:B 2024-11-10T00:15:47,733 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:15:47,734 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:15:47,734 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): ec850d4115cbd33461a04c93193c0023/C is initiating minor compaction (all files) 2024-11-10T00:15:47,734 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec850d4115cbd33461a04c93193c0023/C in TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:47,734 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/c741981b4af64d4e8730f3b94e1de8b2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0dd5b26ea8814ef682a04b8c23d1ba0f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/63952d0d44ec41f1856d8cd6c66aef80, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/45455d85c96c4fe399722aebbc8f7796] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp, totalSize=48.8 K 2024-11-10T00:15:47,735 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting c741981b4af64d4e8730f3b94e1de8b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731197742757 2024-11-10T00:15:47,735 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd5b26ea8814ef682a04b8c23d1ba0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731197742881 2024-11-10T00:15:47,735 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 63952d0d44ec41f1856d8cd6c66aef80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731197744086 2024-11-10T00:15:47,735 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 45455d85c96c4fe399722aebbc8f7796, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731197744894 2024-11-10T00:15:47,736 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/A of ec850d4115cbd33461a04c93193c0023 into 8c7ca5598eb84ebd8ab855d76160dc64(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:47,736 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:47,736 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/A, priority=12, startTime=1731197747311; duration=0sec 2024-11-10T00:15:47,736 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:47,736 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:A 2024-11-10T00:15:47,741 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec850d4115cbd33461a04c93193c0023#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:15:47,741 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/4f034a62a86a4fa087fb5f8fe8cda179 is 50, key is test_row_0/C:col10/1731197744903/Put/seqid=0 2024-11-10T00:15:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742348_1524 (size=13221) 2024-11-10T00:15:48,148 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/4f034a62a86a4fa087fb5f8fe8cda179 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f034a62a86a4fa087fb5f8fe8cda179 2024-11-10T00:15:48,151 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec850d4115cbd33461a04c93193c0023/C of ec850d4115cbd33461a04c93193c0023 into 4f034a62a86a4fa087fb5f8fe8cda179(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:15:48,151 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:48,151 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., storeName=ec850d4115cbd33461a04c93193c0023/C, priority=12, startTime=1731197747312; duration=0sec 2024-11-10T00:15:48,151 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:15:48,151 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec850d4115cbd33461a04c93193c0023:C 2024-11-10T00:15:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:48,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T00:15:48,273 INFO [Thread-1980 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1980. 2024-11-10T00:15:48,273 INFO [Thread-1984 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1984. 2024-11-10T00:15:48,273 DEBUG [Thread-1980 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:48,273 DEBUG [Thread-1980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:48,273 DEBUG [Thread-1984 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:48,273 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:48,273 DEBUG [Thread-1980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:48,273 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:48,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:48,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:48,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/fae67dce3e504277891513be0ad477e4 is 50, key is test_row_0/A:col10/1731197748272/Put/seqid=0 2024-11-10T00:15:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742349_1525 (size=12301) 2024-11-10T00:15:48,283 INFO [Thread-1986 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1986. 2024-11-10T00:15:48,283 DEBUG [Thread-1986 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:48,283 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:48,283 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:48,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:48,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/fae67dce3e504277891513be0ad477e4 2024-11-10T00:15:48,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5c0d7467f45c4056b852806ed9f6e112 is 50, key is test_row_0/B:col10/1731197748272/Put/seqid=0 2024-11-10T00:15:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742350_1526 (size=12301) 2024-11-10T00:15:49,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5c0d7467f45c4056b852806ed9f6e112 2024-11-10T00:15:49,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/0c9aa8cc246d444389e329b96037ce19 is 50, key is test_row_0/C:col10/1731197748272/Put/seqid=0 2024-11-10T00:15:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742351_1527 (size=12301) 2024-11-10T00:15:49,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/0c9aa8cc246d444389e329b96037ce19 2024-11-10T00:15:49,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/fae67dce3e504277891513be0ad477e4 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/fae67dce3e504277891513be0ad477e4 2024-11-10T00:15:49,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/fae67dce3e504277891513be0ad477e4, entries=150, sequenceid=571, filesize=12.0 K 2024-11-10T00:15:49,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5c0d7467f45c4056b852806ed9f6e112 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c0d7467f45c4056b852806ed9f6e112 2024-11-10T00:15:49,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c0d7467f45c4056b852806ed9f6e112, entries=150, sequenceid=571, filesize=12.0 K 2024-11-10T00:15:49,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/0c9aa8cc246d444389e329b96037ce19 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0c9aa8cc246d444389e329b96037ce19 2024-11-10T00:15:49,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0c9aa8cc246d444389e329b96037ce19, entries=150, sequenceid=571, filesize=12.0 K 2024-11-10T00:15:49,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=6.71 KB/6870 for ec850d4115cbd33461a04c93193c0023 in 1235ms, sequenceid=571, compaction requested=false 2024-11-10T00:15:49,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec850d4115cbd33461a04c93193c0023: 2024-11-10T00:15:51,093 INFO [Thread-1982 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1982. 2024-11-10T00:15:51,094 DEBUG [Thread-1982 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:51,094 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:51,094 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:51,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:51,153 INFO [Thread-1978 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1978. 2024-11-10T00:15:51,153 DEBUG [Thread-1978 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:15:51,153 DEBUG [Thread-1978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:51,153 DEBUG [Thread-1978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:51,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1059 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3176 rows 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1066 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3196 rows 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1064 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3187 rows 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1068 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3203 rows 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1069 2024-11-10T00:15:51,153 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3207 rows 2024-11-10T00:15:51,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:15:51,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:15:51,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:51,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:51,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:15:51,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T00:15:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T00:15:51,157 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197751157"}]},"ts":"1731197751157"} 2024-11-10T00:15:51,158 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T00:15:51,158 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T00:15:51,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:15:51,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, UNASSIGN}] 2024-11-10T00:15:51,160 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, UNASSIGN 2024-11-10T00:15:51,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=ec850d4115cbd33461a04c93193c0023, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:51,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, UNASSIGN because future has completed 2024-11-10T00:15:51,162 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:15:51,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:15:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T00:15:51,314 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(122): Close ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:51,314 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:15:51,314 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1722): Closing ec850d4115cbd33461a04c93193c0023, disabling compactions & flushes 2024-11-10T00:15:51,314 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:51,314 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:51,314 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. after waiting 0 ms 2024-11-10T00:15:51,314 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:51,314 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(2902): Flushing ec850d4115cbd33461a04c93193c0023 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T00:15:51,314 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=A 2024-11-10T00:15:51,315 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:51,315 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=B 2024-11-10T00:15:51,315 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:51,315 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec850d4115cbd33461a04c93193c0023, store=C 2024-11-10T00:15:51,315 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:51,317 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/d90f68b228344f37a19b385e1f17db3d is 50, key is test_row_1/A:col10/1731197751152/Put/seqid=0 2024-11-10T00:15:51,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742352_1528 (size=9857) 2024-11-10T00:15:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T00:15:51,721 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/d90f68b228344f37a19b385e1f17db3d 2024-11-10T00:15:51,726 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5ff870e840eb4bf196eed61324b392e5 is 50, key is test_row_1/B:col10/1731197751152/Put/seqid=0 2024-11-10T00:15:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742353_1529 (size=9857) 2024-11-10T00:15:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T00:15:52,130 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5ff870e840eb4bf196eed61324b392e5 2024-11-10T00:15:52,135 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/a0f54e7e38c548deacab8d604e00b988 is 50, key is test_row_1/C:col10/1731197751152/Put/seqid=0 2024-11-10T00:15:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742354_1530 (size=9857) 2024-11-10T00:15:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T00:15:52,539 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/a0f54e7e38c548deacab8d604e00b988 2024-11-10T00:15:52,542 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/A/d90f68b228344f37a19b385e1f17db3d as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/d90f68b228344f37a19b385e1f17db3d 2024-11-10T00:15:52,544 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/d90f68b228344f37a19b385e1f17db3d, entries=100, sequenceid=577, filesize=9.6 K 2024-11-10T00:15:52,545 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/B/5ff870e840eb4bf196eed61324b392e5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5ff870e840eb4bf196eed61324b392e5 2024-11-10T00:15:52,547 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5ff870e840eb4bf196eed61324b392e5, entries=100, sequenceid=577, filesize=9.6 K 2024-11-10T00:15:52,548 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/.tmp/C/a0f54e7e38c548deacab8d604e00b988 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a0f54e7e38c548deacab8d604e00b988 2024-11-10T00:15:52,550 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a0f54e7e38c548deacab8d604e00b988, entries=100, sequenceid=577, filesize=9.6 K 2024-11-10T00:15:52,551 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ec850d4115cbd33461a04c93193c0023 in 1237ms, sequenceid=577, compaction requested=true 2024-11-10T00:15:52,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f916ec98a7364152a7cebd48249f8f2f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78459ed262db454c97d32845ed59c10a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/3b62013934bd4a90b7c22b6bab1c8233, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/114c335fd0d3459bb79f534fb375399e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/bf4708bbc57142e99f33ded93098502f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9aa7518df27743cc8bd629b122b25560, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/081fbda67236471085f4ce2dda3c37cf, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/759c6f49f22d4aa9a76d6601c05e171f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/90a7602e988a4f55a562e7997d6e6cb6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f92ce38d94e949fbb4655090d3bd1b09, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/56862146f86447e78f9bce71837e1cd0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/2586fd0c640b441b86bd82d7677c83f7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/73671e0c2da743a297e6a66ae5c43dd2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/72ca0bd7fc384d259e457479080f218f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/430854ec852e4b5e81a563b11821c0e2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/88585251168e4a53b65f172d0e1d168b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/15eee69592b24945927b36c4083fb2a6, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b14e3dcf46de4e8999a21da26c3599e1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/233a7f59926a4312a5308f8eb9bcabbd, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b973f21d54594f2f8c6ca7e22d470726, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78e9fcca76454945b2f755e13174aa44, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9a70780f27094942951076c2a6ba9559, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/1a011b497e1147e3bebb67868b7b0acb, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/42d31e76cabc4b7c97c4a8e51c3c6d26, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/80db0b59d1eb4fc9bd53da97124cdf90, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8ce2896f8fcc49fa8a08375412595034, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/89d1c059921e424585d76f9774251925] to archive 2024-11-10T00:15:52,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:15:52,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f916ec98a7364152a7cebd48249f8f2f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f916ec98a7364152a7cebd48249f8f2f 2024-11-10T00:15:52,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78459ed262db454c97d32845ed59c10a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78459ed262db454c97d32845ed59c10a 2024-11-10T00:15:52,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/3b62013934bd4a90b7c22b6bab1c8233 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/3b62013934bd4a90b7c22b6bab1c8233 2024-11-10T00:15:52,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/114c335fd0d3459bb79f534fb375399e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/114c335fd0d3459bb79f534fb375399e 2024-11-10T00:15:52,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/bf4708bbc57142e99f33ded93098502f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/bf4708bbc57142e99f33ded93098502f 2024-11-10T00:15:52,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9aa7518df27743cc8bd629b122b25560 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9aa7518df27743cc8bd629b122b25560 2024-11-10T00:15:52,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/081fbda67236471085f4ce2dda3c37cf to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/081fbda67236471085f4ce2dda3c37cf 2024-11-10T00:15:52,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/759c6f49f22d4aa9a76d6601c05e171f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/759c6f49f22d4aa9a76d6601c05e171f 2024-11-10T00:15:52,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/90a7602e988a4f55a562e7997d6e6cb6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/90a7602e988a4f55a562e7997d6e6cb6 2024-11-10T00:15:52,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f92ce38d94e949fbb4655090d3bd1b09 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/f92ce38d94e949fbb4655090d3bd1b09 2024-11-10T00:15:52,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/56862146f86447e78f9bce71837e1cd0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/56862146f86447e78f9bce71837e1cd0 2024-11-10T00:15:52,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/2586fd0c640b441b86bd82d7677c83f7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/2586fd0c640b441b86bd82d7677c83f7 2024-11-10T00:15:52,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/73671e0c2da743a297e6a66ae5c43dd2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/73671e0c2da743a297e6a66ae5c43dd2 2024-11-10T00:15:52,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/72ca0bd7fc384d259e457479080f218f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/72ca0bd7fc384d259e457479080f218f 2024-11-10T00:15:52,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/430854ec852e4b5e81a563b11821c0e2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/430854ec852e4b5e81a563b11821c0e2 2024-11-10T00:15:52,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/88585251168e4a53b65f172d0e1d168b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/88585251168e4a53b65f172d0e1d168b 2024-11-10T00:15:52,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/15eee69592b24945927b36c4083fb2a6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/15eee69592b24945927b36c4083fb2a6 2024-11-10T00:15:52,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b14e3dcf46de4e8999a21da26c3599e1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b14e3dcf46de4e8999a21da26c3599e1 2024-11-10T00:15:52,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/233a7f59926a4312a5308f8eb9bcabbd to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/233a7f59926a4312a5308f8eb9bcabbd 2024-11-10T00:15:52,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b973f21d54594f2f8c6ca7e22d470726 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/b973f21d54594f2f8c6ca7e22d470726 2024-11-10T00:15:52,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78e9fcca76454945b2f755e13174aa44 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/78e9fcca76454945b2f755e13174aa44 2024-11-10T00:15:52,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9a70780f27094942951076c2a6ba9559 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/9a70780f27094942951076c2a6ba9559 2024-11-10T00:15:52,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/1a011b497e1147e3bebb67868b7b0acb to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/1a011b497e1147e3bebb67868b7b0acb 2024-11-10T00:15:52,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/42d31e76cabc4b7c97c4a8e51c3c6d26 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/42d31e76cabc4b7c97c4a8e51c3c6d26 2024-11-10T00:15:52,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/80db0b59d1eb4fc9bd53da97124cdf90 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/80db0b59d1eb4fc9bd53da97124cdf90 2024-11-10T00:15:52,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8ce2896f8fcc49fa8a08375412595034 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8ce2896f8fcc49fa8a08375412595034 2024-11-10T00:15:52,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/89d1c059921e424585d76f9774251925 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/89d1c059921e424585d76f9774251925 2024-11-10T00:15:52,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d56989ff7b40497386f2f8c823d28c31, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/9f0a17402a7b4edc88da2f1ca156f5c3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2f3a4821c0ac455d8b91404d0b7877d1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/aab19271d4f64017b5a80e5170b9b113, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/7ea965c91e5947f88480b35f340d42e1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/8611ef1c463a4561a828864fe90ccac3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d61360e52c9d464eb949727622c40322, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/668570803c2b4c7384d1daa23d2e0c91, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/89edd4461ca745ad86474ef69bcdd77d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/06d1f18b08da4cdeb7feb6853195f158, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e1ff03241f4a41ffb98d385efc7a4dca, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/0494dd4fa7e648789da0cabd8bcd9c0d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/90598224e081455dbd62803c6e90a6c1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5975996bacb449cf95c9a441bc8b2021, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/73dd0b0deb4c4d4f804960e7bcbe9af9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/a63d680e845a426091f9aa976091370e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/26fb8ab3c97e4b83b1f0d9276df4d215, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5df20e7603384e05b6c7313af672ee47, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/fd15a75b5f1845529a61ace7c59bdfc2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/43de33f6379a4741bd7ddece9e76ca4e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/98866eb295e844378c26b0dac811d667, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/c0316dbd4ddf459b81e41ff09474efd9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e6c0901a71854f868bb7504961d3e657, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/36a5292b9fdb4a94a843df922321d403, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/edc101c4919c4c73ab2d2e71195e9e83, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2726d5fb7bfd46cdb3deb1514658c96e] to archive 2024-11-10T00:15:52,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:15:52,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d56989ff7b40497386f2f8c823d28c31 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d56989ff7b40497386f2f8c823d28c31 2024-11-10T00:15:52,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/9f0a17402a7b4edc88da2f1ca156f5c3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/9f0a17402a7b4edc88da2f1ca156f5c3 2024-11-10T00:15:52,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2f3a4821c0ac455d8b91404d0b7877d1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2f3a4821c0ac455d8b91404d0b7877d1 2024-11-10T00:15:52,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/aab19271d4f64017b5a80e5170b9b113 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/aab19271d4f64017b5a80e5170b9b113 2024-11-10T00:15:52,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/7ea965c91e5947f88480b35f340d42e1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/7ea965c91e5947f88480b35f340d42e1 2024-11-10T00:15:52,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c9ef2335b4f4d3ab87f1dbe5205f4d9 2024-11-10T00:15:52,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/8611ef1c463a4561a828864fe90ccac3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/8611ef1c463a4561a828864fe90ccac3 2024-11-10T00:15:52,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d61360e52c9d464eb949727622c40322 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/d61360e52c9d464eb949727622c40322 2024-11-10T00:15:52,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/668570803c2b4c7384d1daa23d2e0c91 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/668570803c2b4c7384d1daa23d2e0c91 2024-11-10T00:15:52,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/89edd4461ca745ad86474ef69bcdd77d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/89edd4461ca745ad86474ef69bcdd77d 2024-11-10T00:15:52,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/06d1f18b08da4cdeb7feb6853195f158 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/06d1f18b08da4cdeb7feb6853195f158 2024-11-10T00:15:52,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e1ff03241f4a41ffb98d385efc7a4dca to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e1ff03241f4a41ffb98d385efc7a4dca 2024-11-10T00:15:52,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/0494dd4fa7e648789da0cabd8bcd9c0d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/0494dd4fa7e648789da0cabd8bcd9c0d 2024-11-10T00:15:52,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/90598224e081455dbd62803c6e90a6c1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/90598224e081455dbd62803c6e90a6c1 2024-11-10T00:15:52,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5975996bacb449cf95c9a441bc8b2021 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5975996bacb449cf95c9a441bc8b2021 2024-11-10T00:15:52,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/73dd0b0deb4c4d4f804960e7bcbe9af9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/73dd0b0deb4c4d4f804960e7bcbe9af9 2024-11-10T00:15:52,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/a63d680e845a426091f9aa976091370e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/a63d680e845a426091f9aa976091370e 2024-11-10T00:15:52,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/26fb8ab3c97e4b83b1f0d9276df4d215 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/26fb8ab3c97e4b83b1f0d9276df4d215 2024-11-10T00:15:52,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5df20e7603384e05b6c7313af672ee47 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5df20e7603384e05b6c7313af672ee47 2024-11-10T00:15:52,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/fd15a75b5f1845529a61ace7c59bdfc2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/fd15a75b5f1845529a61ace7c59bdfc2 2024-11-10T00:15:52,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/43de33f6379a4741bd7ddece9e76ca4e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/43de33f6379a4741bd7ddece9e76ca4e 2024-11-10T00:15:52,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/98866eb295e844378c26b0dac811d667 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/98866eb295e844378c26b0dac811d667 2024-11-10T00:15:52,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/c0316dbd4ddf459b81e41ff09474efd9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/c0316dbd4ddf459b81e41ff09474efd9 2024-11-10T00:15:52,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e6c0901a71854f868bb7504961d3e657 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/e6c0901a71854f868bb7504961d3e657 2024-11-10T00:15:52,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/36a5292b9fdb4a94a843df922321d403 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/36a5292b9fdb4a94a843df922321d403 2024-11-10T00:15:52,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/edc101c4919c4c73ab2d2e71195e9e83 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/edc101c4919c4c73ab2d2e71195e9e83 2024-11-10T00:15:52,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2726d5fb7bfd46cdb3deb1514658c96e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/2726d5fb7bfd46cdb3deb1514658c96e 2024-11-10T00:15:52,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/662c21f507c24e24b324b36a3e098518, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9a0968c8c4f242849bed14828e903944, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/1bbd9296218144988250674ee27ebc2b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/92ef09c0c5474a44aa63d43d235d976e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3155c88e00a84634ad4eb036d16a3d75, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b47ac48495894979aa181c5bc899d35d, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/fc512f91ece6436a971f43b85f157192, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5cab44342af2430db145c89fa545f1ff, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b5e8200a52fc4cee95795f5d475e1c23, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/af55f778cd9e41198a0404d58f6c829e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/db7ca6e29b8745d887554253a2d8fa12, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f92846c120e4ad7b7adc8fd7d4ca33c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a2e68c6962334cfeba295e9c0d549df1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/f5ea1397b3fd425d8017ebcc4ac8b507, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/7c89dab4a9974f1384672670ee98eb8a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/85e799a2b9f4444a8f5f9cc665100070, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3692b908c68e4c3492819b5378dea8b4, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/508257279ac048d6a0fd755045809549, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/d7e49cacca934717a616ed1ca1f21dd0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9e607e107a0e40b9a26bd7baca9dbe50, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/daeed7be3f0547d7bf6bd87a133c9b91, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5688d52acb924d6094f22ee01af40e74, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/c741981b4af64d4e8730f3b94e1de8b2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/639f94e36d394cfea8b944911a4e0046, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0dd5b26ea8814ef682a04b8c23d1ba0f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/63952d0d44ec41f1856d8cd6c66aef80, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/45455d85c96c4fe399722aebbc8f7796] to archive 2024-11-10T00:15:52,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:15:52,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/662c21f507c24e24b324b36a3e098518 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/662c21f507c24e24b324b36a3e098518 2024-11-10T00:15:52,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9a0968c8c4f242849bed14828e903944 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9a0968c8c4f242849bed14828e903944 2024-11-10T00:15:52,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/1bbd9296218144988250674ee27ebc2b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/1bbd9296218144988250674ee27ebc2b 2024-11-10T00:15:52,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/92ef09c0c5474a44aa63d43d235d976e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/92ef09c0c5474a44aa63d43d235d976e 2024-11-10T00:15:52,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3155c88e00a84634ad4eb036d16a3d75 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3155c88e00a84634ad4eb036d16a3d75 2024-11-10T00:15:52,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b47ac48495894979aa181c5bc899d35d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b47ac48495894979aa181c5bc899d35d 2024-11-10T00:15:52,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/fc512f91ece6436a971f43b85f157192 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/fc512f91ece6436a971f43b85f157192 2024-11-10T00:15:52,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5cab44342af2430db145c89fa545f1ff to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5cab44342af2430db145c89fa545f1ff 2024-11-10T00:15:52,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b5e8200a52fc4cee95795f5d475e1c23 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/b5e8200a52fc4cee95795f5d475e1c23 2024-11-10T00:15:52,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/af55f778cd9e41198a0404d58f6c829e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/af55f778cd9e41198a0404d58f6c829e 2024-11-10T00:15:52,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/db7ca6e29b8745d887554253a2d8fa12 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/db7ca6e29b8745d887554253a2d8fa12 2024-11-10T00:15:52,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f92846c120e4ad7b7adc8fd7d4ca33c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f92846c120e4ad7b7adc8fd7d4ca33c 2024-11-10T00:15:52,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a2e68c6962334cfeba295e9c0d549df1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a2e68c6962334cfeba295e9c0d549df1 2024-11-10T00:15:52,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/f5ea1397b3fd425d8017ebcc4ac8b507 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/f5ea1397b3fd425d8017ebcc4ac8b507 2024-11-10T00:15:52,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/7c89dab4a9974f1384672670ee98eb8a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/7c89dab4a9974f1384672670ee98eb8a 2024-11-10T00:15:52,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/85e799a2b9f4444a8f5f9cc665100070 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/85e799a2b9f4444a8f5f9cc665100070 2024-11-10T00:15:52,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3692b908c68e4c3492819b5378dea8b4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/3692b908c68e4c3492819b5378dea8b4 2024-11-10T00:15:52,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/508257279ac048d6a0fd755045809549 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/508257279ac048d6a0fd755045809549 2024-11-10T00:15:52,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/d7e49cacca934717a616ed1ca1f21dd0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/d7e49cacca934717a616ed1ca1f21dd0 2024-11-10T00:15:52,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9e607e107a0e40b9a26bd7baca9dbe50 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/9e607e107a0e40b9a26bd7baca9dbe50 2024-11-10T00:15:52,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/daeed7be3f0547d7bf6bd87a133c9b91 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/daeed7be3f0547d7bf6bd87a133c9b91 2024-11-10T00:15:52,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5688d52acb924d6094f22ee01af40e74 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/5688d52acb924d6094f22ee01af40e74 2024-11-10T00:15:52,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/c741981b4af64d4e8730f3b94e1de8b2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/c741981b4af64d4e8730f3b94e1de8b2 2024-11-10T00:15:52,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/639f94e36d394cfea8b944911a4e0046 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/639f94e36d394cfea8b944911a4e0046 2024-11-10T00:15:52,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0dd5b26ea8814ef682a04b8c23d1ba0f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0dd5b26ea8814ef682a04b8c23d1ba0f 2024-11-10T00:15:52,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/63952d0d44ec41f1856d8cd6c66aef80 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/63952d0d44ec41f1856d8cd6c66aef80 2024-11-10T00:15:52,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/45455d85c96c4fe399722aebbc8f7796 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/45455d85c96c4fe399722aebbc8f7796 2024-11-10T00:15:52,625 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/recovered.edits/580.seqid, newMaxSeqId=580, maxSeqId=1 2024-11-10T00:15:52,625 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. 2024-11-10T00:15:52,625 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1676): Region close journal for ec850d4115cbd33461a04c93193c0023: Waiting for close lock at 1731197751314Running coprocessor pre-close hooks at 1731197751314Disabling compacts and flushes for region at 1731197751314Disabling writes for close at 1731197751314Obtaining lock to block concurrent updates at 1731197751314Preparing flush snapshotting stores in ec850d4115cbd33461a04c93193c0023 at 1731197751314Finished memstore snapshotting TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731197751315 (+1 ms)Flushing stores of TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023. at 1731197751315Flushing ec850d4115cbd33461a04c93193c0023/A: creating writer at 1731197751315Flushing ec850d4115cbd33461a04c93193c0023/A: appending metadata at 1731197751317 (+2 ms)Flushing ec850d4115cbd33461a04c93193c0023/A: closing flushed file at 1731197751317Flushing ec850d4115cbd33461a04c93193c0023/B: creating writer at 1731197751724 (+407 ms)Flushing ec850d4115cbd33461a04c93193c0023/B: appending metadata at 1731197751726 (+2 ms)Flushing ec850d4115cbd33461a04c93193c0023/B: closing flushed file at 1731197751726Flushing ec850d4115cbd33461a04c93193c0023/C: creating writer at 1731197752133 (+407 ms)Flushing ec850d4115cbd33461a04c93193c0023/C: appending metadata at 1731197752135 (+2 ms)Flushing ec850d4115cbd33461a04c93193c0023/C: closing flushed file at 1731197752135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a5a321: reopening flushed file at 1731197752541 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d4aaf3: reopening flushed file at 1731197752544 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab81f9a: reopening flushed file at 1731197752547 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for ec850d4115cbd33461a04c93193c0023 in 1237ms, sequenceid=577, compaction requested=true at 1731197752551 (+4 ms)Writing region close event to WAL at 1731197752622 (+71 ms)Running coprocessor post-close hooks at 1731197752625 (+3 ms)Closed at 1731197752625 2024-11-10T00:15:52,627 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(157): Closed ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:52,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=ec850d4115cbd33461a04c93193c0023, regionState=CLOSED 2024-11-10T00:15:52,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:15:52,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-10T00:15:52,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseRegionProcedure ec850d4115cbd33461a04c93193c0023, server=b3c019fcff38,36467,1731197605747 in 1.4670 sec 2024-11-10T00:15:52,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-10T00:15:52,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec850d4115cbd33461a04c93193c0023, UNASSIGN in 1.4710 sec 2024-11-10T00:15:52,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-10T00:15:52,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4740 sec 2024-11-10T00:15:52,634 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197752634"}]},"ts":"1731197752634"} 2024-11-10T00:15:52,635 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T00:15:52,635 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T00:15:52,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4820 sec 2024-11-10T00:15:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T00:15:53,302 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:53,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T00:15:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:53,304 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T00:15:53,305 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=133, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:53,307 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:53,309 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/recovered.edits] 2024-11-10T00:15:53,311 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8c7ca5598eb84ebd8ab855d76160dc64 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/8c7ca5598eb84ebd8ab855d76160dc64 2024-11-10T00:15:53,312 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/d90f68b228344f37a19b385e1f17db3d to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/d90f68b228344f37a19b385e1f17db3d 2024-11-10T00:15:53,313 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/fae67dce3e504277891513be0ad477e4 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/A/fae67dce3e504277891513be0ad477e4 2024-11-10T00:15:53,314 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c0d7467f45c4056b852806ed9f6e112 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5c0d7467f45c4056b852806ed9f6e112 2024-11-10T00:15:53,315 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5fbbf49f25554ff98eaa190e51da751f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5fbbf49f25554ff98eaa190e51da751f 2024-11-10T00:15:53,316 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5ff870e840eb4bf196eed61324b392e5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/B/5ff870e840eb4bf196eed61324b392e5 2024-11-10T00:15:53,318 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0c9aa8cc246d444389e329b96037ce19 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/0c9aa8cc246d444389e329b96037ce19 2024-11-10T00:15:53,318 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f034a62a86a4fa087fb5f8fe8cda179 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/4f034a62a86a4fa087fb5f8fe8cda179 2024-11-10T00:15:53,319 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a0f54e7e38c548deacab8d604e00b988 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/C/a0f54e7e38c548deacab8d604e00b988 2024-11-10T00:15:53,321 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/recovered.edits/580.seqid to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023/recovered.edits/580.seqid 2024-11-10T00:15:53,322 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/ec850d4115cbd33461a04c93193c0023 2024-11-10T00:15:53,322 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T00:15:53,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=133, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:53,326 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T00:15:53,327 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T00:15:53,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=133, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:53,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T00:15:53,328 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731197753328"}]},"ts":"9223372036854775807"} 2024-11-10T00:15:53,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T00:15:53,330 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ec850d4115cbd33461a04c93193c0023, NAME => 'TestAcidGuarantees,,1731197724142.ec850d4115cbd33461a04c93193c0023.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T00:15:53,330 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T00:15:53,330 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731197753330"}]},"ts":"9223372036854775807"} 2024-11-10T00:15:53,331 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T00:15:53,331 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=133, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:53,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-10T00:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T00:15:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T00:15:53,412 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:53,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 247) - Thread LEAK? -, OpenFileDescriptor=449 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=9601 (was 9615) 2024-11-10T00:15:53,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=9600 2024-11-10T00:15:53,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:15:53,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:15:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:53,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T00:15:53,434 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:53,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 134 2024-11-10T00:15:53,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T00:15:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T00:15:53,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742355_1531 (size=1061) 2024-11-10T00:15:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T00:15:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T00:15:53,841 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5 2024-11-10T00:15:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742356_1532 (size=53) 2024-11-10T00:15:53,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:15:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T00:15:54,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:15:54,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8375680f77aac341e809233b14e3c388, disabling compactions & flushes 2024-11-10T00:15:54,246 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. after waiting 0 ms 2024-11-10T00:15:54,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,246 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8375680f77aac341e809233b14e3c388: Waiting for close lock at 1731197754246Disabling compacts and flushes for region at 1731197754246Disabling writes for close at 1731197754246Writing region close event to WAL at 1731197754246Closed at 1731197754246 2024-11-10T00:15:54,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T00:15:54,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731197754247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731197754247"}]},"ts":"1731197754247"} 2024-11-10T00:15:54,249 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T00:15:54,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T00:15:54,250 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197754250"}]},"ts":"1731197754250"} 2024-11-10T00:15:54,251 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T00:15:54,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, ASSIGN}] 2024-11-10T00:15:54,252 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, ASSIGN 2024-11-10T00:15:54,252 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, ASSIGN; state=OFFLINE, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=false 2024-11-10T00:15:54,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, ASSIGN because future has completed 2024-11-10T00:15:54,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:15:54,559 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:15:54,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:15:54,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,559 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,561 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,562 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:54,562 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8375680f77aac341e809233b14e3c388 columnFamilyName A 2024-11-10T00:15:54,562 DEBUG [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:54,562 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(327): Store=8375680f77aac341e809233b14e3c388/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:54,562 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,563 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:54,563 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8375680f77aac341e809233b14e3c388 columnFamilyName B 2024-11-10T00:15:54,563 DEBUG [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:54,563 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(327): Store=8375680f77aac341e809233b14e3c388/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:54,564 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,564 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:54,564 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8375680f77aac341e809233b14e3c388 columnFamilyName C 2024-11-10T00:15:54,564 DEBUG [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:54,565 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(327): Store=8375680f77aac341e809233b14e3c388/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:54,565 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,565 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,565 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,566 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,566 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,566 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,567 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:15:54,568 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,569 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T00:15:54,569 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 8375680f77aac341e809233b14e3c388; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61752743, jitterRate=-0.0798124223947525}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:15:54,569 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:54,570 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 8375680f77aac341e809233b14e3c388: Running coprocessor pre-open hook at 1731197754560Writing region info on filesystem at 1731197754560Initializing all the Stores at 1731197754560Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197754560Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197754560Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197754560Cleaning up temporary data from old regions at 1731197754566 (+6 ms)Running coprocessor post-open hooks at 1731197754569 (+3 ms)Region opened successfully at 1731197754570 (+1 ms) 2024-11-10T00:15:54,571 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., pid=136, masterSystemTime=1731197754556 2024-11-10T00:15:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T00:15:54,572 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,572 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:54,572 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=OPEN, openSeqNum=2, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:15:54,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-10T00:15:54,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; OpenRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 in 169 msec 2024-11-10T00:15:54,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-10T00:15:54,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, ASSIGN in 324 msec 2024-11-10T00:15:54,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T00:15:54,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197754578"}]},"ts":"1731197754578"} 2024-11-10T00:15:54,579 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T00:15:54,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T00:15:54,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-10T00:15:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-10T00:15:55,592 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:55,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348042de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:55,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:55,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:55,594 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8e031c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:55,595 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1808e6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:55,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:55,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:55,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T00:15:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b3c019fcff38,42849,1731197604923 2024-11-10T00:15:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2148a68e 2024-11-10T00:15:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T00:15:55,599 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T00:15:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T00:15:55,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T00:15:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T00:15:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742357_1533 (size=1097) 2024-11-10T00:15:56,011 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T00:15:56,011 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T00:15:56,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:15:56,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, REOPEN/MOVE}] 2024-11-10T00:15:56,015 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, REOPEN/MOVE 2024-11-10T00:15:56,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, REOPEN/MOVE because future has completed 2024-11-10T00:15:56,017 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:15:56,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:15:56,169 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,169 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:15:56,169 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 8375680f77aac341e809233b14e3c388, disabling compactions & flushes 2024-11-10T00:15:56,169 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,169 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,169 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. after waiting 0 ms 2024-11-10T00:15:56,169 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,172 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T00:15:56,173 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,173 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 8375680f77aac341e809233b14e3c388: Waiting for close lock at 1731197756169Running coprocessor pre-close hooks at 1731197756169Disabling compacts and flushes for region at 1731197756169Disabling writes for close at 1731197756169Writing region close event to WAL at 1731197756170 (+1 ms)Running coprocessor post-close hooks at 1731197756173 (+3 ms)Closed at 1731197756173 2024-11-10T00:15:56,173 WARN [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionServer(3299): Not adding moved region record: 8375680f77aac341e809233b14e3c388 to self. 2024-11-10T00:15:56,174 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=CLOSED 2024-11-10T00:15:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:15:56,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-10T00:15:56,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 in 160 msec 2024-11-10T00:15:56,178 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, REOPEN/MOVE; state=CLOSED, location=b3c019fcff38,36467,1731197605747; forceNewPlan=false, retain=true 2024-11-10T00:15:56,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=OPENING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, REOPEN/MOVE because future has completed 2024-11-10T00:15:56,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:15:56,484 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,484 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7752): Opening region: {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} 2024-11-10T00:15:56,485 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,485 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T00:15:56,485 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7794): checking encryption for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,485 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7797): checking classloading for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,486 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,486 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:56,486 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8375680f77aac341e809233b14e3c388 columnFamilyName A 2024-11-10T00:15:56,487 DEBUG [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:56,488 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(327): Store=8375680f77aac341e809233b14e3c388/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:56,488 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,488 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:56,489 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8375680f77aac341e809233b14e3c388 columnFamilyName B 2024-11-10T00:15:56,489 DEBUG [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:56,489 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(327): Store=8375680f77aac341e809233b14e3c388/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:56,489 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,489 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T00:15:56,490 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8375680f77aac341e809233b14e3c388 columnFamilyName C 2024-11-10T00:15:56,490 DEBUG [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:56,490 INFO [StoreOpener-8375680f77aac341e809233b14e3c388-1 {}] regionserver.HStore(327): Store=8375680f77aac341e809233b14e3c388/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T00:15:56,490 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,490 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1038): replaying wal for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,491 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,491 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,492 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1048): stopping wal replay for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,492 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1060): Cleaning up temporary data for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,492 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T00:15:56,493 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): writing seq id for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,494 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1114): Opened 8375680f77aac341e809233b14e3c388; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71036928, jitterRate=0.05853271484375}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T00:15:56,494 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,494 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1006): Region open journal for 8375680f77aac341e809233b14e3c388: Running coprocessor pre-open hook at 1731197756485Writing region info on filesystem at 1731197756485Initializing all the Stores at 1731197756485Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197756485Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197756486 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731197756486Cleaning up temporary data from old regions at 1731197756492 (+6 ms)Running coprocessor post-open hooks at 1731197756494 (+2 ms)Region opened successfully at 1731197756494 2024-11-10T00:15:56,495 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., pid=141, masterSystemTime=1731197756482 2024-11-10T00:15:56,496 DEBUG [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,496 INFO [RS_OPEN_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=OPEN, openSeqNum=5, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:15:56,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139 2024-11-10T00:15:56,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 in 169 msec 2024-11-10T00:15:56,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-10T00:15:56,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, REOPEN/MOVE in 486 msec 2024-11-10T00:15:56,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-10T00:15:56,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-10T00:15:56,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-10T00:15:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T00:15:56,505 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:15:56,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,507 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2cae8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,508 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ab3504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,510 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c7e699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,511 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee12b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,512 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e73f719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20496719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,515 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35791596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,516 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b54ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,517 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651142b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,518 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5482b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,520 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6dd0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,521 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54da3592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,523 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476aa6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,524 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a9e014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,525 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eedc750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,526 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,528 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16eb9467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,529 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e38601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b3c019fcff38,42849,-1 for getting cluster id 2024-11-10T00:15:56,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T00:15:56,530 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb96288b-ac87-46c5-90fd-bcb4d483d72e' 2024-11-10T00:15:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T00:15:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb96288b-ac87-46c5-90fd-bcb4d483d72e" 2024-11-10T00:15:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd912bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b3c019fcff38,42849,-1] 2024-11-10T00:15:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T00:15:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:15:56,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T00:15:56,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc85cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T00:15:56,533 DEBUG [Thread-2393 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,533 DEBUG [Thread-2395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,533 DEBUG [Thread-2389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,533 DEBUG [Thread-2386 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,533 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:15:56,533 DEBUG [Thread-2378 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,534 DEBUG [Thread-2397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,534 DEBUG [Thread-2382 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,534 DEBUG [Thread-2380 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-10T00:15:56,535 DEBUG [Thread-2384 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,535 DEBUG [Thread-2391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T00:15:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:15:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T00:15:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b3c019fcff38,36467,1731197605747, seqNum=-1] 2024-11-10T00:15:56,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T00:15:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,540 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:15:56,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:15:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T00:15:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5] 2024-11-10T00:15:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T00:15:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:15:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:15:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:15:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197816574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197816577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731197756572, max timestamp=1731197756579Num uniques 859; 2024-11-10T00:15:56,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T00:15:56,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731197756572, max timestamp=1731197756578Num uniques 859; 2024-11-10T00:15:56,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-10T00:15:56,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110550eb6fd799344fd804dcf451487d600_8375680f77aac341e809233b14e3c388 is 50, key is test_row_1/A:col10/1731197756545/Put/seqid=0 2024-11-10T00:15:56,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731197756572, max timestamp=1731197756578Num uniques 859; 2024-11-10T00:15:56,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-10T00:15:56,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742358_1534 (size=9714) 2024-11-10T00:15:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197816605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197816605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197816609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T00:15:56,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197816692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197816692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197816722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197816722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197816722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:56,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T00:15:56,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197816902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197816902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197816932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197816932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197816932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:56,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:56,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110550eb6fd799344fd804dcf451487d600_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110550eb6fd799344fd804dcf451487d600_8375680f77aac341e809233b14e3c388 2024-11-10T00:15:56,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ec713d4076034ec4bd1d3784f5574ee7, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:15:56,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ec713d4076034ec4bd1d3784f5574ee7 is 175, key is test_row_1/A:col10/1731197756545/Put/seqid=0 2024-11-10T00:15:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742359_1535 (size=22361) 2024-11-10T00:15:56,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:56,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T00:15:57,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197817212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197817212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197817242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197817242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197817242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ec713d4076034ec4bd1d3784f5574ee7 2024-11-10T00:15:57,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f1d4ce69961140978c7311eab765f2b0 is 50, key is test_row_1/B:col10/1731197756545/Put/seqid=0 2024-11-10T00:15:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742360_1536 (size=9657) 2024-11-10T00:15:57,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:57,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T00:15:57,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197817722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197817722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197817752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197817752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197817752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:57,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:57,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:57,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f1d4ce69961140978c7311eab765f2b0 2024-11-10T00:15:57,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/291cccf12fd64f1e8471d1a94b412c59 is 50, key is test_row_1/C:col10/1731197756545/Put/seqid=0 2024-11-10T00:15:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742361_1537 (size=9657) 2024-11-10T00:15:57,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:57,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:58,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:58,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:58,140 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T00:15:58,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:58,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:15:58,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/291cccf12fd64f1e8471d1a94b412c59 2024-11-10T00:15:58,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ec713d4076034ec4bd1d3784f5574ee7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ec713d4076034ec4bd1d3784f5574ee7 2024-11-10T00:15:58,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ec713d4076034ec4bd1d3784f5574ee7, entries=100, sequenceid=16, filesize=21.8 K 2024-11-10T00:15:58,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f1d4ce69961140978c7311eab765f2b0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f1d4ce69961140978c7311eab765f2b0 2024-11-10T00:15:58,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f1d4ce69961140978c7311eab765f2b0, entries=100, sequenceid=16, filesize=9.4 K 2024-11-10T00:15:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/291cccf12fd64f1e8471d1a94b412c59 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/291cccf12fd64f1e8471d1a94b412c59 2024-11-10T00:15:58,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/291cccf12fd64f1e8471d1a94b412c59, entries=100, sequenceid=16, filesize=9.4 K 2024-11-10T00:15:58,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=119.97 KB/122850 for 8375680f77aac341e809233b14e3c388 in 1725ms, sequenceid=16, compaction requested=false 2024-11-10T00:15:58,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:15:58,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T00:15:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:58,376 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=119.97 KB heapSize=343.31 KB 2024-11-10T00:15:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:15:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:15:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:15:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:15:58,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cdaee98fa53b4200be7dc334cb072244_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197756604/Put/seqid=0 2024-11-10T00:15:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742362_1538 (size=12154) 2024-11-10T00:15:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T00:15:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:58,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:15:58,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197818751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:58,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197818755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:58,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197818761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:58,763 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:58,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197818772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:58,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197818772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:58,776 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,776 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:15:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:15:58,795 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cdaee98fa53b4200be7dc334cb072244_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cdaee98fa53b4200be7dc334cb072244_8375680f77aac341e809233b14e3c388 2024-11-10T00:15:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ded8ff705d00476ca5104166d0363d45, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:15:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ded8ff705d00476ca5104166d0363d45 is 175, key is test_row_0/A:col10/1731197756604/Put/seqid=0 2024-11-10T00:15:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742363_1539 (size=30955) 2024-11-10T00:15:58,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197818862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:58,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197818862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:59,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197819072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:59,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197819072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:59,200 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ded8ff705d00476ca5104166d0363d45 2024-11-10T00:15:59,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/fe2dbcdd88ea4219bd75dd353a3eb6be is 50, key is test_row_0/B:col10/1731197756604/Put/seqid=0 2024-11-10T00:15:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742364_1540 (size=12001) 2024-11-10T00:15:59,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197819382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197819382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:59,616 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/fe2dbcdd88ea4219bd75dd353a3eb6be 2024-11-10T00:15:59,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/9ca34f5e136f4ae79fa9cbffe2710044 is 50, key is test_row_0/C:col10/1731197756604/Put/seqid=0 2024-11-10T00:15:59,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742365_1541 (size=12001) 2024-11-10T00:15:59,627 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/9ca34f5e136f4ae79fa9cbffe2710044 2024-11-10T00:15:59,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/ded8ff705d00476ca5104166d0363d45 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ded8ff705d00476ca5104166d0363d45 2024-11-10T00:15:59,633 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ded8ff705d00476ca5104166d0363d45, entries=150, sequenceid=51, filesize=30.2 K 2024-11-10T00:15:59,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/fe2dbcdd88ea4219bd75dd353a3eb6be as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fe2dbcdd88ea4219bd75dd353a3eb6be 2024-11-10T00:15:59,638 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fe2dbcdd88ea4219bd75dd353a3eb6be, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T00:15:59,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/9ca34f5e136f4ae79fa9cbffe2710044 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/9ca34f5e136f4ae79fa9cbffe2710044 2024-11-10T00:15:59,642 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/9ca34f5e136f4ae79fa9cbffe2710044, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T00:15:59,643 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~119.97 KB/122850, heapSize ~343.27 KB/351504, currentSize=60.38 KB/61830 for 8375680f77aac341e809233b14e3c388 in 1267ms, sequenceid=51, compaction requested=false 2024-11-10T00:15:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:15:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:15:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-10T00:15:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-11-10T00:15:59,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-10T00:15:59,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1050 sec 2024-11-10T00:15:59,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 3.1190 sec 2024-11-10T00:15:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:15:59,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T00:15:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:15:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:15:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:15:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:15:59,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ac379738f8646a7bee023eb06059957_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197759892/Put/seqid=0 2024-11-10T00:15:59,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742366_1542 (size=14594) 2024-11-10T00:15:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197819928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:15:59,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197819930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:15:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:15:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197820042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197820042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197820252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197820252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:00,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109ac379738f8646a7bee023eb06059957_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ac379738f8646a7bee023eb06059957_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:00,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/8ea1eb6d500c46f08e3fb85a6a0eace5, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:00,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/8ea1eb6d500c46f08e3fb85a6a0eace5 is 175, key is test_row_0/A:col10/1731197759892/Put/seqid=0 2024-11-10T00:16:00,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742367_1543 (size=39549) 2024-11-10T00:16:00,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197820561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197820561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T00:16:00,692 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:00,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:16:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-10T00:16:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T00:16:00,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:16:00,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:16:00,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:16:00,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/8ea1eb6d500c46f08e3fb85a6a0eace5 2024-11-10T00:16:00,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/fbff0431a9434df5bc15160be4274a59 is 50, key is test_row_0/B:col10/1731197759892/Put/seqid=0 2024-11-10T00:16:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742368_1544 (size=12001) 2024-11-10T00:16:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197820781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,784 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_0' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197820791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,795 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T00:16:00,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197820802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:00,805 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:00,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T00:16:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:00,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:00,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T00:16:01,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:01,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T00:16:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197821072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197821072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:01,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/fbff0431a9434df5bc15160be4274a59 2024-11-10T00:16:01,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/553e2782c2ae471493f309711bf459e1 is 50, key is test_row_0/C:col10/1731197759892/Put/seqid=0 2024-11-10T00:16:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742369_1545 (size=12001) 2024-11-10T00:16:01,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T00:16:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T00:16:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T00:16:01,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T00:16:01,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:01,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/553e2782c2ae471493f309711bf459e1 2024-11-10T00:16:01,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/8ea1eb6d500c46f08e3fb85a6a0eace5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/8ea1eb6d500c46f08e3fb85a6a0eace5 2024-11-10T00:16:01,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/8ea1eb6d500c46f08e3fb85a6a0eace5, entries=200, sequenceid=65, filesize=38.6 K 2024-11-10T00:16:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/fbff0431a9434df5bc15160be4274a59 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fbff0431a9434df5bc15160be4274a59 2024-11-10T00:16:01,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fbff0431a9434df5bc15160be4274a59, entries=150, sequenceid=65, filesize=11.7 K 2024-11-10T00:16:01,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/553e2782c2ae471493f309711bf459e1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/553e2782c2ae471493f309711bf459e1 2024-11-10T00:16:01,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/553e2782c2ae471493f309711bf459e1, entries=150, sequenceid=65, filesize=11.7 K 2024-11-10T00:16:01,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8375680f77aac341e809233b14e3c388 in 1656ms, sequenceid=65, compaction requested=true 2024-11-10T00:16:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:16:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:16:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:01,550 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:16:01,550 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:01,552 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:01,552 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:01,552 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/A is initiating minor compaction (all files) 2024-11-10T00:16:01,552 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/B is initiating minor compaction (all files) 2024-11-10T00:16:01,552 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/A in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,552 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/B in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,553 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ec713d4076034ec4bd1d3784f5574ee7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ded8ff705d00476ca5104166d0363d45, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/8ea1eb6d500c46f08e3fb85a6a0eace5] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=90.7 K 2024-11-10T00:16:01,553 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f1d4ce69961140978c7311eab765f2b0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fe2dbcdd88ea4219bd75dd353a3eb6be, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fbff0431a9434df5bc15160be4274a59] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=32.9 K 2024-11-10T00:16:01,553 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,553 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ec713d4076034ec4bd1d3784f5574ee7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ded8ff705d00476ca5104166d0363d45, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/8ea1eb6d500c46f08e3fb85a6a0eace5] 2024-11-10T00:16:01,553 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f1d4ce69961140978c7311eab765f2b0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731197756545 2024-11-10T00:16:01,553 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec713d4076034ec4bd1d3784f5574ee7, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731197756545 2024-11-10T00:16:01,553 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2dbcdd88ea4219bd75dd353a3eb6be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731197756598 2024-11-10T00:16:01,553 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded8ff705d00476ca5104166d0363d45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731197756598 2024-11-10T00:16:01,554 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ea1eb6d500c46f08e3fb85a6a0eace5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731197758740 2024-11-10T00:16:01,554 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fbff0431a9434df5bc15160be4274a59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731197758740 2024-11-10T00:16:01,558 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:01,560 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:01,560 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a3f12076c74c48ecb3ec02160210e0be is 50, key is test_row_0/B:col10/1731197759892/Put/seqid=0 2024-11-10T00:16:01,560 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111048284a9977514c02b6352be94679ab1f_8375680f77aac341e809233b14e3c388 store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:01,562 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111048284a9977514c02b6352be94679ab1f_8375680f77aac341e809233b14e3c388, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:01,562 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111048284a9977514c02b6352be94679ab1f_8375680f77aac341e809233b14e3c388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742370_1546 (size=12104) 2024-11-10T00:16:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742371_1547 (size=4469) 2024-11-10T00:16:01,574 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#A#compaction#466 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:01,574 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/7cc2eb44a7444545a6f49a95ca6cf60f is 175, key is test_row_0/A:col10/1731197759892/Put/seqid=0 2024-11-10T00:16:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742372_1548 (size=31058) 2024-11-10T00:16:01,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T00:16:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,612 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:16:01,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:01,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:01,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:01,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:01,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:01,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:01,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109750707303af4a93821b1b8584ca35e3_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197759928/Put/seqid=0 2024-11-10T00:16:01,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742373_1549 (size=12154) 2024-11-10T00:16:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T00:16:01,968 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a3f12076c74c48ecb3ec02160210e0be as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a3f12076c74c48ecb3ec02160210e0be 2024-11-10T00:16:01,972 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/B of 8375680f77aac341e809233b14e3c388 into a3f12076c74c48ecb3ec02160210e0be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:01,972 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:01,972 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/B, priority=13, startTime=1731197761550; duration=0sec 2024-11-10T00:16:01,972 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:01,972 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:B 2024-11-10T00:16:01,972 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:01,973 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:01,973 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/C is initiating minor compaction (all files) 2024-11-10T00:16:01,973 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/C in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:01,973 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/291cccf12fd64f1e8471d1a94b412c59, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/9ca34f5e136f4ae79fa9cbffe2710044, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/553e2782c2ae471493f309711bf459e1] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=32.9 K 2024-11-10T00:16:01,973 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 291cccf12fd64f1e8471d1a94b412c59, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731197756545 2024-11-10T00:16:01,974 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca34f5e136f4ae79fa9cbffe2710044, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731197756598 2024-11-10T00:16:01,974 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 553e2782c2ae471493f309711bf459e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731197758740 2024-11-10T00:16:01,980 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:01,981 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/87714a35a2584e50a15d4e96161ea6e1 is 50, key is test_row_0/C:col10/1731197759892/Put/seqid=0 2024-11-10T00:16:01,982 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/7cc2eb44a7444545a6f49a95ca6cf60f as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7cc2eb44a7444545a6f49a95ca6cf60f 2024-11-10T00:16:01,986 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/A of 8375680f77aac341e809233b14e3c388 into 7cc2eb44a7444545a6f49a95ca6cf60f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:01,986 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:01,986 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/A, priority=13, startTime=1731197761550; duration=0sec 2024-11-10T00:16:01,986 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:01,986 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:A 2024-11-10T00:16:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742374_1550 (size=12104) 2024-11-10T00:16:02,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:02,025 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109750707303af4a93821b1b8584ca35e3_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109750707303af4a93821b1b8584ca35e3_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:02,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/4f44fe18bd544ada961df069231360e0, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:02,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/4f44fe18bd544ada961df069231360e0 is 175, key is test_row_0/A:col10/1731197759928/Put/seqid=0 2024-11-10T00:16:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742375_1551 (size=30955) 2024-11-10T00:16:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:02,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:02,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197822110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197822113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197822221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197822221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,391 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/87714a35a2584e50a15d4e96161ea6e1 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/87714a35a2584e50a15d4e96161ea6e1 2024-11-10T00:16:02,395 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/C of 8375680f77aac341e809233b14e3c388 into 87714a35a2584e50a15d4e96161ea6e1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:02,395 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:02,395 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/C, priority=13, startTime=1731197761550; duration=0sec 2024-11-10T00:16:02,395 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:02,395 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:C 2024-11-10T00:16:02,431 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/4f44fe18bd544ada961df069231360e0 2024-11-10T00:16:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197822432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197822432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/0fc1bf60e97c4853b2ee14cacbea2a7b is 50, key is test_row_0/B:col10/1731197759928/Put/seqid=0 2024-11-10T00:16:02,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742376_1552 (size=12001) 2024-11-10T00:16:02,442 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/0fc1bf60e97c4853b2ee14cacbea2a7b 2024-11-10T00:16:02,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/0420cba16de94f6193695c5495cc33c5 is 50, key is test_row_0/C:col10/1731197759928/Put/seqid=0 2024-11-10T00:16:02,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742377_1553 (size=12001) 2024-11-10T00:16:02,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197822742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197822742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T00:16:02,852 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/0420cba16de94f6193695c5495cc33c5 2024-11-10T00:16:02,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/4f44fe18bd544ada961df069231360e0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/4f44fe18bd544ada961df069231360e0 2024-11-10T00:16:02,859 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/4f44fe18bd544ada961df069231360e0, entries=150, sequenceid=83, filesize=30.2 K 2024-11-10T00:16:02,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/0fc1bf60e97c4853b2ee14cacbea2a7b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/0fc1bf60e97c4853b2ee14cacbea2a7b 2024-11-10T00:16:02,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/0fc1bf60e97c4853b2ee14cacbea2a7b, entries=150, sequenceid=83, filesize=11.7 K 2024-11-10T00:16:02,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/0420cba16de94f6193695c5495cc33c5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0420cba16de94f6193695c5495cc33c5 2024-11-10T00:16:02,866 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0420cba16de94f6193695c5495cc33c5, entries=150, sequenceid=83, filesize=11.7 K 2024-11-10T00:16:02,867 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 8375680f77aac341e809233b14e3c388 in 1255ms, sequenceid=83, compaction requested=false 2024-11-10T00:16:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-10T00:16:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-10T00:16:02,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-10T00:16:02,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-11-10T00:16:02,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.1790 sec 2024-11-10T00:16:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:03,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T00:16:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:03,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f7d8b290951a431391b352504e7be543_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197763253/Put/seqid=0 2024-11-10T00:16:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742378_1554 (size=14594) 2024-11-10T00:16:03,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:03,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f7d8b290951a431391b352504e7be543_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f7d8b290951a431391b352504e7be543_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:03,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/abfdc42e400d4e05a9b25dfe54be27cf, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:03,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/abfdc42e400d4e05a9b25dfe54be27cf is 175, key is test_row_0/A:col10/1731197763253/Put/seqid=0 2024-11-10T00:16:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742379_1555 (size=39549) 2024-11-10T00:16:03,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197823302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197823308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197823412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:03,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197823421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:03,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197823622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197823632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:03,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/abfdc42e400d4e05a9b25dfe54be27cf 2024-11-10T00:16:03,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/89bdf089c0c943daa91ce22297f42169 is 50, key is test_row_0/B:col10/1731197763253/Put/seqid=0 2024-11-10T00:16:03,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742380_1556 (size=12001) 2024-11-10T00:16:03,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197823931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:03,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197823941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/89bdf089c0c943daa91ce22297f42169 2024-11-10T00:16:04,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/045738836aa04b85a43ee74620ccf017 is 50, key is test_row_0/C:col10/1731197763253/Put/seqid=0 2024-11-10T00:16:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742381_1557 (size=12001) 2024-11-10T00:16:04,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197824442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197824452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/045738836aa04b85a43ee74620ccf017 2024-11-10T00:16:04,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/abfdc42e400d4e05a9b25dfe54be27cf as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/abfdc42e400d4e05a9b25dfe54be27cf 2024-11-10T00:16:04,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/abfdc42e400d4e05a9b25dfe54be27cf, entries=200, sequenceid=102, filesize=38.6 K 2024-11-10T00:16:04,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/89bdf089c0c943daa91ce22297f42169 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/89bdf089c0c943daa91ce22297f42169 2024-11-10T00:16:04,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/89bdf089c0c943daa91ce22297f42169, entries=150, sequenceid=102, filesize=11.7 K 2024-11-10T00:16:04,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/045738836aa04b85a43ee74620ccf017 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/045738836aa04b85a43ee74620ccf017 2024-11-10T00:16:04,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/045738836aa04b85a43ee74620ccf017, entries=150, sequenceid=102, filesize=11.7 K 2024-11-10T00:16:04,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 8375680f77aac341e809233b14e3c388 in 1254ms, sequenceid=102, compaction requested=true 2024-11-10T00:16:04,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:16:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:16:04,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:16:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:04,510 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:04,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:04,510 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:04,510 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/B is initiating minor compaction (all files) 2024-11-10T00:16:04,510 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/A is initiating minor compaction (all files) 2024-11-10T00:16:04,511 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/B in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:04,511 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/A in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:04,511 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7cc2eb44a7444545a6f49a95ca6cf60f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/4f44fe18bd544ada961df069231360e0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/abfdc42e400d4e05a9b25dfe54be27cf] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=99.2 K 2024-11-10T00:16:04,511 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a3f12076c74c48ecb3ec02160210e0be, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/0fc1bf60e97c4853b2ee14cacbea2a7b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/89bdf089c0c943daa91ce22297f42169] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=35.3 K 2024-11-10T00:16:04,511 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:04,511 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7cc2eb44a7444545a6f49a95ca6cf60f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/4f44fe18bd544ada961df069231360e0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/abfdc42e400d4e05a9b25dfe54be27cf] 2024-11-10T00:16:04,511 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cc2eb44a7444545a6f49a95ca6cf60f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731197758740 2024-11-10T00:16:04,511 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a3f12076c74c48ecb3ec02160210e0be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731197758740 2024-11-10T00:16:04,511 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f44fe18bd544ada961df069231360e0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731197759919 2024-11-10T00:16:04,511 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fc1bf60e97c4853b2ee14cacbea2a7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731197759919 2024-11-10T00:16:04,512 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting abfdc42e400d4e05a9b25dfe54be27cf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731197762100 2024-11-10T00:16:04,512 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 89bdf089c0c943daa91ce22297f42169, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731197762100 2024-11-10T00:16:04,517 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:04,518 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:04,519 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/691177d9453c43de957dd70146c9b8fa is 50, key is test_row_0/B:col10/1731197763253/Put/seqid=0 2024-11-10T00:16:04,521 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110188be3a342ad4158a0818926e0c66543_8375680f77aac341e809233b14e3c388 store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:04,523 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110188be3a342ad4158a0818926e0c66543_8375680f77aac341e809233b14e3c388, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:04,523 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110188be3a342ad4158a0818926e0c66543_8375680f77aac341e809233b14e3c388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:04,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742382_1558 (size=12207) 2024-11-10T00:16:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742383_1559 (size=4469) 2024-11-10T00:16:04,542 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#A#compaction#474 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:04,543 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/b314d7784b604a9bbd04fe0a7b1441ea is 175, key is test_row_0/A:col10/1731197763253/Put/seqid=0 2024-11-10T00:16:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742384_1560 (size=31161) 2024-11-10T00:16:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:04,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T00:16:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:04,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110edc699d97ccb45b9978541a26ae037e9_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197764823/Put/seqid=0 2024-11-10T00:16:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742385_1561 (size=14594) 2024-11-10T00:16:04,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:04,839 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110edc699d97ccb45b9978541a26ae037e9_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110edc699d97ccb45b9978541a26ae037e9_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:04,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/a188ea925dff483c8ae4d58c84d7b046, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:04,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/a188ea925dff483c8ae4d58c84d7b046 is 175, key is test_row_0/A:col10/1731197764823/Put/seqid=0 2024-11-10T00:16:04,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742386_1562 (size=39549) 2024-11-10T00:16:04,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197824853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197824854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T00:16:04,862 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:04,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:16:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-10T00:16:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T00:16:04,863 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:16:04,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197824858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,864 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:16:04,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:16:04,937 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/691177d9453c43de957dd70146c9b8fa as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/691177d9453c43de957dd70146c9b8fa 2024-11-10T00:16:04,940 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/B of 8375680f77aac341e809233b14e3c388 into 691177d9453c43de957dd70146c9b8fa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:04,941 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:04,941 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/B, priority=13, startTime=1731197764510; duration=0sec 2024-11-10T00:16:04,941 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:04,941 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:B 2024-11-10T00:16:04,941 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:04,942 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:04,942 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/C is initiating minor compaction (all files) 2024-11-10T00:16:04,942 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/C in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:04,942 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/87714a35a2584e50a15d4e96161ea6e1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0420cba16de94f6193695c5495cc33c5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/045738836aa04b85a43ee74620ccf017] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=35.3 K 2024-11-10T00:16:04,942 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 87714a35a2584e50a15d4e96161ea6e1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731197758740 2024-11-10T00:16:04,942 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0420cba16de94f6193695c5495cc33c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731197759919 2024-11-10T00:16:04,943 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 045738836aa04b85a43ee74620ccf017, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731197762100 2024-11-10T00:16:04,948 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:04,949 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/fa83264a1d1c4d8dac81a57a50b60bf2 is 50, key is test_row_0/C:col10/1731197763253/Put/seqid=0 2024-11-10T00:16:04,950 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/b314d7784b604a9bbd04fe0a7b1441ea as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/b314d7784b604a9bbd04fe0a7b1441ea 2024-11-10T00:16:04,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742387_1563 (size=12207) 2024-11-10T00:16:04,955 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/A of 8375680f77aac341e809233b14e3c388 into b314d7784b604a9bbd04fe0a7b1441ea(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:04,955 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:04,955 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/A, priority=13, startTime=1731197764510; duration=0sec 2024-11-10T00:16:04,955 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:04,955 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:A 2024-11-10T00:16:04,956 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/fa83264a1d1c4d8dac81a57a50b60bf2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/fa83264a1d1c4d8dac81a57a50b60bf2 2024-11-10T00:16:04,960 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/C of 8375680f77aac341e809233b14e3c388 into fa83264a1d1c4d8dac81a57a50b60bf2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:04,960 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:04,960 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/C, priority=13, startTime=1731197764510; duration=0sec 2024-11-10T00:16:04,960 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:04,960 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:C 2024-11-10T00:16:04,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197824961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197824961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T00:16:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197824972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T00:16:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T00:16:05,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:05,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197825171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197825171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T00:16:05,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197825182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/a188ea925dff483c8ae4d58c84d7b046 2024-11-10T00:16:05,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/51b6ac046ac84da9962770028361b996 is 50, key is test_row_0/B:col10/1731197764823/Put/seqid=0 2024-11-10T00:16:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742388_1564 (size=12001) 2024-11-10T00:16:05,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T00:16:05,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197825462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197825462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,464 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:05,464 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T00:16:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197825481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197825482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T00:16:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197825492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:05,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:05,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T00:16:05,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:05,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:05,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/51b6ac046ac84da9962770028361b996 2024-11-10T00:16:05,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/f7ad725aba5142c2881e1bc0288ad9c5 is 50, key is test_row_0/C:col10/1731197764823/Put/seqid=0 2024-11-10T00:16:05,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742389_1565 (size=12001) 2024-11-10T00:16:05,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/f7ad725aba5142c2881e1bc0288ad9c5 2024-11-10T00:16:05,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/a188ea925dff483c8ae4d58c84d7b046 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/a188ea925dff483c8ae4d58c84d7b046 2024-11-10T00:16:05,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/a188ea925dff483c8ae4d58c84d7b046, entries=200, sequenceid=119, filesize=38.6 K 2024-11-10T00:16:05,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/51b6ac046ac84da9962770028361b996 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/51b6ac046ac84da9962770028361b996 2024-11-10T00:16:05,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/51b6ac046ac84da9962770028361b996, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T00:16:05,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/f7ad725aba5142c2881e1bc0288ad9c5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f7ad725aba5142c2881e1bc0288ad9c5 2024-11-10T00:16:05,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f7ad725aba5142c2881e1bc0288ad9c5, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T00:16:05,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8375680f77aac341e809233b14e3c388 in 854ms, sequenceid=119, compaction requested=false 2024-11-10T00:16:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:05,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T00:16:05,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:05,781 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T00:16:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:05,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:05,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e17758592d994286b54b3a6770b9b07f_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197764850/Put/seqid=0 2024-11-10T00:16:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742390_1566 (size=12304) 2024-11-10T00:16:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:05,795 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e17758592d994286b54b3a6770b9b07f_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e17758592d994286b54b3a6770b9b07f_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:05,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/f5644c0eeb35466b97c3fd3297bc9b00, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/f5644c0eeb35466b97c3fd3297bc9b00 is 175, key is test_row_0/A:col10/1731197764850/Put/seqid=0 2024-11-10T00:16:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742391_1567 (size=31105) 2024-11-10T00:16:05,800 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/f5644c0eeb35466b97c3fd3297bc9b00 2024-11-10T00:16:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f5228895c6e74e948d47669673ed8a41 is 50, key is test_row_0/B:col10/1731197764850/Put/seqid=0 2024-11-10T00:16:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742392_1568 (size=12151) 2024-11-10T00:16:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T00:16:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197826017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197826018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197826019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197826131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197826132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197826132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,210 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f5228895c6e74e948d47669673ed8a41 2024-11-10T00:16:06,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/d5a7a427ba46448cb26881ab610e35bc is 50, key is test_row_0/C:col10/1731197764850/Put/seqid=0 2024-11-10T00:16:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742393_1569 (size=12151) 2024-11-10T00:16:06,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197826341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197826341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197826341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,620 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/d5a7a427ba46448cb26881ab610e35bc 2024-11-10T00:16:06,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/f5644c0eeb35466b97c3fd3297bc9b00 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/f5644c0eeb35466b97c3fd3297bc9b00 2024-11-10T00:16:06,626 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/f5644c0eeb35466b97c3fd3297bc9b00, entries=150, sequenceid=137, filesize=30.4 K 2024-11-10T00:16:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f5228895c6e74e948d47669673ed8a41 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f5228895c6e74e948d47669673ed8a41 2024-11-10T00:16:06,630 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f5228895c6e74e948d47669673ed8a41, entries=150, sequenceid=137, filesize=11.9 K 2024-11-10T00:16:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/d5a7a427ba46448cb26881ab610e35bc as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/d5a7a427ba46448cb26881ab610e35bc 2024-11-10T00:16:06,633 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/d5a7a427ba46448cb26881ab610e35bc, entries=150, sequenceid=137, filesize=11.9 K 2024-11-10T00:16:06,634 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 8375680f77aac341e809233b14e3c388 in 853ms, sequenceid=137, compaction requested=true 2024-11-10T00:16:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-10T00:16:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-10T00:16:06,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-10T00:16:06,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7720 sec 2024-11-10T00:16:06,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.7760 sec 2024-11-10T00:16:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:06,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T00:16:06,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:06,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:06,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:06,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:06,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:06,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:06,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107211a50a403942eda88e52a7cc8336df_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197766652/Put/seqid=0 2024-11-10T00:16:06,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742394_1570 (size=12304) 2024-11-10T00:16:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197826670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197826671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197826674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197826782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197826782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197826782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197826992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197826992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197826992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:06,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:06,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T00:16:07,012 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:07,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:16:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-10T00:16:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T00:16:07,014 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:16:07,014 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:16:07,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:16:07,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:07,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107211a50a403942eda88e52a7cc8336df_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107211a50a403942eda88e52a7cc8336df_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:07,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/e3d4672f05494d44b5df6df777c2d5bf, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:07,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/e3d4672f05494d44b5df6df777c2d5bf is 175, key is test_row_0/A:col10/1731197766652/Put/seqid=0 2024-11-10T00:16:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742395_1571 (size=31105) 2024-11-10T00:16:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T00:16:07,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197827301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197827302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197827302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T00:16:07,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/e3d4672f05494d44b5df6df777c2d5bf 2024-11-10T00:16:07,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197827471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,475 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/e16f66fc3e6d4b369fb4712d64061cc3 is 50, key is test_row_0/B:col10/1731197766652/Put/seqid=0 2024-11-10T00:16:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742396_1572 (size=12151) 2024-11-10T00:16:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197827491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,495 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:07,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T00:16:07,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197827812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197827812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197827821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:07,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:07,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/e16f66fc3e6d4b369fb4712d64061cc3 2024-11-10T00:16:07,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/99e0d60ec44f42cb9f07c29ccd187c09 is 50, key is test_row_0/C:col10/1731197766652/Put/seqid=0 2024-11-10T00:16:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742397_1573 (size=12151) 2024-11-10T00:16:07,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:07,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:08,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:08,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T00:16:08,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:08,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/99e0d60ec44f42cb9f07c29ccd187c09 2024-11-10T00:16:08,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/e3d4672f05494d44b5df6df777c2d5bf as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/e3d4672f05494d44b5df6df777c2d5bf 2024-11-10T00:16:08,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/e3d4672f05494d44b5df6df777c2d5bf, entries=150, sequenceid=155, filesize=30.4 K 2024-11-10T00:16:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/e16f66fc3e6d4b369fb4712d64061cc3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e16f66fc3e6d4b369fb4712d64061cc3 2024-11-10T00:16:08,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e16f66fc3e6d4b369fb4712d64061cc3, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T00:16:08,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/99e0d60ec44f42cb9f07c29ccd187c09 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/99e0d60ec44f42cb9f07c29ccd187c09 2024-11-10T00:16:08,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/99e0d60ec44f42cb9f07c29ccd187c09, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T00:16:08,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 8375680f77aac341e809233b14e3c388 in 1658ms, sequenceid=155, compaction requested=true 2024-11-10T00:16:08,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:08,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:16:08,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:08,312 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:16:08,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:16:08,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:08,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:16:08,312 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:16:08,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:08,313 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:16:08,313 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:16:08,314 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/B is initiating minor compaction (all files) 2024-11-10T00:16:08,314 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/A is initiating minor compaction (all files) 2024-11-10T00:16:08,314 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/B in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,314 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/A in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,314 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/691177d9453c43de957dd70146c9b8fa, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/51b6ac046ac84da9962770028361b996, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f5228895c6e74e948d47669673ed8a41, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e16f66fc3e6d4b369fb4712d64061cc3] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=47.4 K 2024-11-10T00:16:08,314 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/b314d7784b604a9bbd04fe0a7b1441ea, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/a188ea925dff483c8ae4d58c84d7b046, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/f5644c0eeb35466b97c3fd3297bc9b00, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/e3d4672f05494d44b5df6df777c2d5bf] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=129.8 K 2024-11-10T00:16:08,314 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,314 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/b314d7784b604a9bbd04fe0a7b1441ea, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/a188ea925dff483c8ae4d58c84d7b046, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/f5644c0eeb35466b97c3fd3297bc9b00, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/e3d4672f05494d44b5df6df777c2d5bf] 2024-11-10T00:16:08,314 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting b314d7784b604a9bbd04fe0a7b1441ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731197762100 2024-11-10T00:16:08,314 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 691177d9453c43de957dd70146c9b8fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731197762100 2024-11-10T00:16:08,314 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting a188ea925dff483c8ae4d58c84d7b046, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731197763276 2024-11-10T00:16:08,314 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 51b6ac046ac84da9962770028361b996, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731197763276 2024-11-10T00:16:08,315 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5644c0eeb35466b97c3fd3297bc9b00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731197764846 2024-11-10T00:16:08,315 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f5228895c6e74e948d47669673ed8a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731197764846 2024-11-10T00:16:08,315 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting e16f66fc3e6d4b369fb4712d64061cc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731197766017 2024-11-10T00:16:08,315 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3d4672f05494d44b5df6df777c2d5bf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731197766017 2024-11-10T00:16:08,322 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:08,323 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107fa14789664f4a5fa688a9a8588e4a09_8375680f77aac341e809233b14e3c388 store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:08,324 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#B#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:08,324 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f35aa73da3f74169afc757212912e26c is 50, key is test_row_0/B:col10/1731197766652/Put/seqid=0 2024-11-10T00:16:08,325 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107fa14789664f4a5fa688a9a8588e4a09_8375680f77aac341e809233b14e3c388, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:08,326 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107fa14789664f4a5fa688a9a8588e4a09_8375680f77aac341e809233b14e3c388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742399_1575 (size=4469) 2024-11-10T00:16:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742398_1574 (size=12493) 2024-11-10T00:16:08,339 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#A#compaction#487 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:08,340 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/5109ce45320b483596b86e4bcc99fab7 is 175, key is test_row_0/A:col10/1731197766652/Put/seqid=0 2024-11-10T00:16:08,344 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/f35aa73da3f74169afc757212912e26c as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f35aa73da3f74169afc757212912e26c 2024-11-10T00:16:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742400_1576 (size=31447) 2024-11-10T00:16:08,349 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8375680f77aac341e809233b14e3c388/B of 8375680f77aac341e809233b14e3c388 into f35aa73da3f74169afc757212912e26c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:08,349 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:08,349 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/B, priority=12, startTime=1731197768312; duration=0sec 2024-11-10T00:16:08,349 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:08,349 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:B 2024-11-10T00:16:08,349 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T00:16:08,351 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T00:16:08,351 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/C is initiating minor compaction (all files) 2024-11-10T00:16:08,351 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/C in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,351 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/fa83264a1d1c4d8dac81a57a50b60bf2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f7ad725aba5142c2881e1bc0288ad9c5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/d5a7a427ba46448cb26881ab610e35bc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/99e0d60ec44f42cb9f07c29ccd187c09] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=47.4 K 2024-11-10T00:16:08,351 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting fa83264a1d1c4d8dac81a57a50b60bf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731197762100 2024-11-10T00:16:08,352 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f7ad725aba5142c2881e1bc0288ad9c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731197763276 2024-11-10T00:16:08,352 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting d5a7a427ba46448cb26881ab610e35bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731197764846 2024-11-10T00:16:08,352 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/5109ce45320b483596b86e4bcc99fab7 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/5109ce45320b483596b86e4bcc99fab7 2024-11-10T00:16:08,352 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 99e0d60ec44f42cb9f07c29ccd187c09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731197766017 2024-11-10T00:16:08,356 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8375680f77aac341e809233b14e3c388/A of 8375680f77aac341e809233b14e3c388 into 5109ce45320b483596b86e4bcc99fab7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:08,356 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:08,356 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/A, priority=12, startTime=1731197768312; duration=0sec 2024-11-10T00:16:08,356 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:08,356 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:A 2024-11-10T00:16:08,360 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:08,361 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/b4faedf308ef43f099610199aada61e5 is 50, key is test_row_0/C:col10/1731197766652/Put/seqid=0 2024-11-10T00:16:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742401_1577 (size=12493) 2024-11-10T00:16:08,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T00:16:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:08,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T00:16:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:08,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106c2da0158ea7472e96af264ed7623362_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197766668/Put/seqid=0 2024-11-10T00:16:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742402_1578 (size=12304) 2024-11-10T00:16:08,769 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/b4faedf308ef43f099610199aada61e5 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/b4faedf308ef43f099610199aada61e5 2024-11-10T00:16:08,773 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8375680f77aac341e809233b14e3c388/C of 8375680f77aac341e809233b14e3c388 into b4faedf308ef43f099610199aada61e5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:08,773 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:08,773 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/C, priority=12, startTime=1731197768312; duration=0sec 2024-11-10T00:16:08,773 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:08,773 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:C 2024-11-10T00:16:08,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:08,803 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106c2da0158ea7472e96af264ed7623362_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106c2da0158ea7472e96af264ed7623362_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/0df874f9c50b4eb491aca73417a7d580, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/0df874f9c50b4eb491aca73417a7d580 is 175, key is test_row_0/A:col10/1731197766668/Put/seqid=0 2024-11-10T00:16:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742403_1579 (size=31105) 2024-11-10T00:16:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:08,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197828847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:08,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197828849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197828851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197828962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:08,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197828962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:08,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197828962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T00:16:09,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197829172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197829172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197829172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,209 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/0df874f9c50b4eb491aca73417a7d580 2024-11-10T00:16:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/16e77be26d9a4f2aa3a485a1c9ed359e is 50, key is test_row_0/B:col10/1731197766668/Put/seqid=0 2024-11-10T00:16:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742404_1580 (size=12151) 2024-11-10T00:16:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197829482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197829482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197829482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,624 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/16e77be26d9a4f2aa3a485a1c9ed359e 2024-11-10T00:16:09,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/c0c3500eb574404e860142ff85e40fef is 50, key is test_row_0/C:col10/1731197766668/Put/seqid=0 2024-11-10T00:16:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742405_1581 (size=12151) 2024-11-10T00:16:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197829991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197829991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197829992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:10,034 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/c0c3500eb574404e860142ff85e40fef 2024-11-10T00:16:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/0df874f9c50b4eb491aca73417a7d580 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/0df874f9c50b4eb491aca73417a7d580 2024-11-10T00:16:10,041 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/0df874f9c50b4eb491aca73417a7d580, entries=150, sequenceid=171, filesize=30.4 K 2024-11-10T00:16:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/16e77be26d9a4f2aa3a485a1c9ed359e as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/16e77be26d9a4f2aa3a485a1c9ed359e 2024-11-10T00:16:10,045 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/16e77be26d9a4f2aa3a485a1c9ed359e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T00:16:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/c0c3500eb574404e860142ff85e40fef as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/c0c3500eb574404e860142ff85e40fef 2024-11-10T00:16:10,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/c0c3500eb574404e860142ff85e40fef, entries=150, sequenceid=171, filesize=11.9 K 2024-11-10T00:16:10,049 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8375680f77aac341e809233b14e3c388 in 1660ms, sequenceid=171, compaction requested=false 2024-11-10T00:16:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-10T00:16:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-10T00:16:10,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-10T00:16:10,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0370 sec 2024-11-10T00:16:10,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 3.0410 sec 2024-11-10T00:16:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:11,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T00:16:11,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:11,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:11,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:11,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:11,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109dab99d8cc1c41efbc98460719387396_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197771004/Put/seqid=0 2024-11-10T00:16:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742406_1582 (size=12304) 2024-11-10T00:16:11,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197831023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197831024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197831025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197831132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197831132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197831132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T00:16:11,182 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:11,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:16:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-10T00:16:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T00:16:11,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:16:11,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:16:11,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:16:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T00:16:11,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197831342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197831342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197831342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,417 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:11,421 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109dab99d8cc1c41efbc98460719387396_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109dab99d8cc1c41efbc98460719387396_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:11,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/570d3aafdaf64c7caf4279a2037dc74a, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:11,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/570d3aafdaf64c7caf4279a2037dc74a is 175, key is test_row_0/A:col10/1731197771004/Put/seqid=0 2024-11-10T00:16:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742407_1583 (size=31105) 2024-11-10T00:16:11,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:11,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:11,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T00:16:11,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37120 deadline: 1731197831512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,516 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_2' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37134 deadline: 1731197831532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,537 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to b3c019fcff38,36467,1731197605747 for 'test_row_1' in 8375680f77aac341e809233b14e3c388 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T00:16:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:11,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:11,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197831652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197831652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197831652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:11,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T00:16:11,829 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/570d3aafdaf64c7caf4279a2037dc74a 2024-11-10T00:16:11,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a8b96f0a844a4f03a6ac75d5b99b9cd2 is 50, key is test_row_0/B:col10/1731197771004/Put/seqid=0 2024-11-10T00:16:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742408_1584 (size=12151) 2024-11-10T00:16:11,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:11,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197832162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:12,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197832162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:12,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197832162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:12,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a8b96f0a844a4f03a6ac75d5b99b9cd2 2024-11-10T00:16:12,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/3493eb57c388471ca23c6d412f5545e0 is 50, key is test_row_0/C:col10/1731197771004/Put/seqid=0 2024-11-10T00:16:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742409_1585 (size=12151) 2024-11-10T00:16:12,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T00:16:12,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:12,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:12,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:12,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/3493eb57c388471ca23c6d412f5545e0 2024-11-10T00:16:12,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/570d3aafdaf64c7caf4279a2037dc74a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/570d3aafdaf64c7caf4279a2037dc74a 2024-11-10T00:16:12,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/570d3aafdaf64c7caf4279a2037dc74a, entries=150, sequenceid=191, filesize=30.4 K 2024-11-10T00:16:12,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a8b96f0a844a4f03a6ac75d5b99b9cd2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a8b96f0a844a4f03a6ac75d5b99b9cd2 2024-11-10T00:16:12,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a8b96f0a844a4f03a6ac75d5b99b9cd2, entries=150, sequenceid=191, filesize=11.9 K 2024-11-10T00:16:12,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/3493eb57c388471ca23c6d412f5545e0 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/3493eb57c388471ca23c6d412f5545e0 2024-11-10T00:16:12,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/3493eb57c388471ca23c6d412f5545e0, entries=150, sequenceid=191, filesize=11.9 K 2024-11-10T00:16:12,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8375680f77aac341e809233b14e3c388 in 1657ms, sequenceid=191, compaction requested=true 2024-11-10T00:16:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:12,663 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:16:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:16:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:16:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:12,663 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:12,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:12,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/A is initiating minor compaction (all files) 2024-11-10T00:16:12,664 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/A in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,664 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/5109ce45320b483596b86e4bcc99fab7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/0df874f9c50b4eb491aca73417a7d580, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/570d3aafdaf64c7caf4279a2037dc74a] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=91.5 K 2024-11-10T00:16:12,664 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/5109ce45320b483596b86e4bcc99fab7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/0df874f9c50b4eb491aca73417a7d580, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/570d3aafdaf64c7caf4279a2037dc74a] 2024-11-10T00:16:12,664 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:12,664 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/B is initiating minor compaction (all files) 2024-11-10T00:16:12,664 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/B in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,664 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f35aa73da3f74169afc757212912e26c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/16e77be26d9a4f2aa3a485a1c9ed359e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a8b96f0a844a4f03a6ac75d5b99b9cd2] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=35.9 K 2024-11-10T00:16:12,664 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5109ce45320b483596b86e4bcc99fab7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731197766017 2024-11-10T00:16:12,665 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0df874f9c50b4eb491aca73417a7d580, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731197766668 2024-11-10T00:16:12,665 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f35aa73da3f74169afc757212912e26c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731197766017 2024-11-10T00:16:12,665 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 570d3aafdaf64c7caf4279a2037dc74a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731197768846 2024-11-10T00:16:12,665 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 16e77be26d9a4f2aa3a485a1c9ed359e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731197766668 2024-11-10T00:16:12,665 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a8b96f0a844a4f03a6ac75d5b99b9cd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731197768846 2024-11-10T00:16:12,670 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:12,672 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:12,673 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/59f431e10949433f96ad5bca295774d9 is 50, key is test_row_0/B:col10/1731197771004/Put/seqid=0 2024-11-10T00:16:12,675 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110bd50e9b51c784ababb7742a9fb9685e7_8375680f77aac341e809233b14e3c388 store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:12,677 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110bd50e9b51c784ababb7742a9fb9685e7_8375680f77aac341e809233b14e3c388, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:12,677 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bd50e9b51c784ababb7742a9fb9685e7_8375680f77aac341e809233b14e3c388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742410_1586 (size=12595) 2024-11-10T00:16:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742411_1587 (size=4469) 2024-11-10T00:16:12,682 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#A#compaction#495 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:12,683 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/016df9b6dd9b4747858d40e39e3b239a is 175, key is test_row_0/A:col10/1731197771004/Put/seqid=0 2024-11-10T00:16:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742412_1588 (size=31549) 2024-11-10T00:16:12,690 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/016df9b6dd9b4747858d40e39e3b239a as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/016df9b6dd9b4747858d40e39e3b239a 2024-11-10T00:16:12,694 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/A of 8375680f77aac341e809233b14e3c388 into 016df9b6dd9b4747858d40e39e3b239a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:12,694 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:12,694 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/A, priority=13, startTime=1731197772663; duration=0sec 2024-11-10T00:16:12,694 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:12,694 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:A 2024-11-10T00:16:12,694 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:12,695 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:12,695 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/C is initiating minor compaction (all files) 2024-11-10T00:16:12,695 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/C in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,695 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/b4faedf308ef43f099610199aada61e5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/c0c3500eb574404e860142ff85e40fef, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/3493eb57c388471ca23c6d412f5545e0] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=35.9 K 2024-11-10T00:16:12,695 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4faedf308ef43f099610199aada61e5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731197766017 2024-11-10T00:16:12,696 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0c3500eb574404e860142ff85e40fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731197766668 2024-11-10T00:16:12,696 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3493eb57c388471ca23c6d412f5545e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731197768846 2024-11-10T00:16:12,701 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:12,701 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/a62d299b6bc64ab09ed49f0657ff96c2 is 50, key is test_row_0/C:col10/1731197771004/Put/seqid=0 2024-11-10T00:16:12,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742413_1589 (size=12595) 2024-11-10T00:16:12,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-10T00:16:12,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:12,712 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T00:16:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107dd6bdb943384ac58737625c19f19580_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197771024/Put/seqid=0 2024-11-10T00:16:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742414_1590 (size=12304) 2024-11-10T00:16:13,082 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/59f431e10949433f96ad5bca295774d9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/59f431e10949433f96ad5bca295774d9 2024-11-10T00:16:13,086 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/B of 8375680f77aac341e809233b14e3c388 into 59f431e10949433f96ad5bca295774d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:13,086 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:13,086 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/B, priority=13, startTime=1731197772663; duration=0sec 2024-11-10T00:16:13,087 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:13,087 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:B 2024-11-10T00:16:13,108 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/a62d299b6bc64ab09ed49f0657ff96c2 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/a62d299b6bc64ab09ed49f0657ff96c2 2024-11-10T00:16:13,112 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/C of 8375680f77aac341e809233b14e3c388 into a62d299b6bc64ab09ed49f0657ff96c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:13,112 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:13,112 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/C, priority=13, startTime=1731197772663; duration=0sec 2024-11-10T00:16:13,113 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:13,113 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:C 2024-11-10T00:16:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:13,127 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107dd6bdb943384ac58737625c19f19580_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107dd6bdb943384ac58737625c19f19580_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:13,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/6cee1173f9d2407a9449badfa8ecb971, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:13,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/6cee1173f9d2407a9449badfa8ecb971 is 175, key is test_row_0/A:col10/1731197771024/Put/seqid=0 2024-11-10T00:16:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742415_1591 (size=31105) 2024-11-10T00:16:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:13,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197833202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197833204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197833205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197833312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197833312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197833312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T00:16:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197833522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197833522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197833522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,539 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/6cee1173f9d2407a9449badfa8ecb971 2024-11-10T00:16:13,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/abb18797baa54711a62ed8ca73f57629 is 50, key is test_row_0/B:col10/1731197771024/Put/seqid=0 2024-11-10T00:16:13,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742416_1592 (size=12151) 2024-11-10T00:16:13,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197833831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197833831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197833832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:13,949 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/abb18797baa54711a62ed8ca73f57629 2024-11-10T00:16:13,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/0621e2c843354b23a62ae2e3ffd6e329 is 50, key is test_row_0/C:col10/1731197771024/Put/seqid=0 2024-11-10T00:16:13,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742417_1593 (size=12151) 2024-11-10T00:16:13,970 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/0621e2c843354b23a62ae2e3ffd6e329 2024-11-10T00:16:13,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/6cee1173f9d2407a9449badfa8ecb971 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/6cee1173f9d2407a9449badfa8ecb971 2024-11-10T00:16:13,978 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/6cee1173f9d2407a9449badfa8ecb971, entries=150, sequenceid=205, filesize=30.4 K 2024-11-10T00:16:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/abb18797baa54711a62ed8ca73f57629 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/abb18797baa54711a62ed8ca73f57629 2024-11-10T00:16:13,982 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/abb18797baa54711a62ed8ca73f57629, entries=150, sequenceid=205, filesize=11.9 K 2024-11-10T00:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/0621e2c843354b23a62ae2e3ffd6e329 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0621e2c843354b23a62ae2e3ffd6e329 2024-11-10T00:16:13,986 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0621e2c843354b23a62ae2e3ffd6e329, entries=150, sequenceid=205, filesize=11.9 K 2024-11-10T00:16:13,987 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8375680f77aac341e809233b14e3c388 in 1275ms, sequenceid=205, compaction requested=false 2024-11-10T00:16:13,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:13,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:13,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-10T00:16:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-10T00:16:13,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-10T00:16:13,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8030 sec 2024-11-10T00:16:13,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.8070 sec 2024-11-10T00:16:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:14,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T00:16:14,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197773201, max timestamp=1731197774344Num uniques 859; 2024-11-10T00:16:14,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197773201, max timestamp=1731197774344Num uniques 859; 2024-11-10T00:16:14,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:16:14,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:16:14,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731197773201, max timestamp=1731197774344Num uniques 859; 2024-11-10T00:16:14,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:16:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:16:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:16:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T00:16:14,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104ec4bcc9d8d64228a09de05faa5b2c32_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197773202/Put/seqid=0 2024-11-10T00:16:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742418_1594 (size=14794) 2024-11-10T00:16:14,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197774368, max timestamp=1731197774381Num uniques 859; 2024-11-10T00:16:14,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:16:14,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197774368, max timestamp=1731197774381Num uniques 859; 2024-11-10T00:16:14,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:16:14,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731197774368, max timestamp=1731197774381Num uniques 859; 2024-11-10T00:16:14,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T00:16:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197834414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197834415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:14,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197774406, max timestamp=1731197774417Num uniques 1068; 2024-11-10T00:16:14,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:16:14,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197774406, max timestamp=1731197774417Num uniques 1068; 2024-11-10T00:16:14,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:16:14,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731197774406, max timestamp=1731197774417Num uniques 1068; 2024-11-10T00:16:14,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T00:16:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:14,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197774482, max timestamp=1731197774511Num uniques 1077; 2024-11-10T00:16:14,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-10T00:16:14,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197774482, max timestamp=1731197774511Num uniques 1077; 2024-11-10T00:16:14,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-10T00:16:14,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731197774482, max timestamp=1731197774511Num uniques 1077; 2024-11-10T00:16:14,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-10T00:16:14,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731197774550, max timestamp=1731197774560Num uniques 1036; 2024-11-10T00:16:14,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-10T00:16:14,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731197774550, max timestamp=1731197774560Num uniques 1036; 2024-11-10T00:16:14,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-10T00:16:14,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731197774550, max timestamp=1731197774560Num uniques 1036; 2024-11-10T00:16:14,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-10T00:16:14,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197834596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:14,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8920, totalHeapSize=20520, min timestamp=1731197774588, max timestamp=1731197774601Num uniques 1095; 2024-11-10T00:16:14,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50140, new segment data size=8920, suffix heap size=141848,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-10T00:16:14,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197774588, max timestamp=1731197774600Num uniques 1095; 2024-11-10T00:16:14,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731197774588, max timestamp=1731197774600Num uniques 1095; 2024-11-10T00:16:14,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-10T00:16:14,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-10T00:16:14,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197834679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:14,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:14,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731197774650, max timestamp=1731197774684Num uniques 1054; 2024-11-10T00:16:14,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-10T00:16:14,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731197774650, max timestamp=1731197774684Num uniques 1054; 2024-11-10T00:16:14,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-10T00:16:14,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731197774650, max timestamp=1731197774684Num uniques 1054; 2024-11-10T00:16:14,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-10T00:16:14,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731197774730, max timestamp=1731197774754Num uniques 1063; 2024-11-10T00:16:14,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731197774730, max timestamp=1731197774754Num uniques 1063; 2024-11-10T00:16:14,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-10T00:16:14,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-10T00:16:14,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731197774730, max timestamp=1731197774754Num uniques 1063; 2024-11-10T00:16:14,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-10T00:16:14,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:14,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104ec4bcc9d8d64228a09de05faa5b2c32_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ec4bcc9d8d64228a09de05faa5b2c32_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:14,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/1d633769e568428d8e453e21d1a3ac61, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:14,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/1d633769e568428d8e453e21d1a3ac61 is 175, key is test_row_0/A:col10/1731197773202/Put/seqid=0 2024-11-10T00:16:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742419_1595 (size=39749) 2024-11-10T00:16:14,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731197774790, max timestamp=1731197774834Num uniques 1072; 2024-11-10T00:16:14,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-10T00:16:14,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731197774790, max timestamp=1731197774834Num uniques 1072; 2024-11-10T00:16:14,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-10T00:16:14,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731197774790, max timestamp=1731197774834Num uniques 1072; 2024-11-10T00:16:14,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-10T00:16:14,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197834877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:14,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731197774865, max timestamp=1731197774881Num uniques 1081; 2024-11-10T00:16:14,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264  suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-10T00:16:14,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731197774865, max timestamp=1731197774881Num uniques 1081; 2024-11-10T00:16:14,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264  suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-10T00:16:14,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731197774865, max timestamp=1731197774881Num uniques 1081; 2024-11-10T00:16:14,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264  suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-10T00:16:14,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731197774923, max timestamp=1731197774936Num uniques 1090; 2024-11-10T00:16:14,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-11-10T00:16:14,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731197774923, max timestamp=1731197774936Num uniques 1090; 2024-11-10T00:16:14,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-11-10T00:16:14,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731197774923, max timestamp=1731197774936Num uniques 1090; 2024-11-10T00:16:14,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-11-10T00:16:14,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731197774969, max timestamp=1731197774989Num uniques 1099; 2024-11-10T00:16:14,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-11-10T00:16:14,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731197774969, max timestamp=1731197774989Num uniques 1099; 2024-11-10T00:16:14,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-11-10T00:16:14,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731197774969, max timestamp=1731197774989Num uniques 1099; 2024-11-10T00:16:14,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/b3c019fcff38:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=11404, suffix heap size=142264,new segment heap size=26136  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-11-10T00:16:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197835025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197835027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197835030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197835141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197835141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197835141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/1d633769e568428d8e453e21d1a3ac61 2024-11-10T00:16:15,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/4d407d9325074ad5b30c564cc72d7358 is 50, key is test_row_0/B:col10/1731197773202/Put/seqid=0 2024-11-10T00:16:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742420_1596 (size=12151) 2024-11-10T00:16:15,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197835352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197835352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197835352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T00:16:15,362 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:15,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T00:16:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-10T00:16:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T00:16:15,364 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T00:16:15,364 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T00:16:15,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T00:16:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T00:16:15,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/4d407d9325074ad5b30c564cc72d7358 2024-11-10T00:16:15,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/f8da53f4df3a4e1e86a44f8c98259611 is 50, key is test_row_0/C:col10/1731197773202/Put/seqid=0 2024-11-10T00:16:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742421_1597 (size=12151) 2024-11-10T00:16:15,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/f8da53f4df3a4e1e86a44f8c98259611 2024-11-10T00:16:15,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/1d633769e568428d8e453e21d1a3ac61 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/1d633769e568428d8e453e21d1a3ac61 2024-11-10T00:16:15,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/1d633769e568428d8e453e21d1a3ac61, entries=200, sequenceid=229, filesize=38.8 K 2024-11-10T00:16:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/4d407d9325074ad5b30c564cc72d7358 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/4d407d9325074ad5b30c564cc72d7358 2024-11-10T00:16:15,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/4d407d9325074ad5b30c564cc72d7358, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T00:16:15,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/f8da53f4df3a4e1e86a44f8c98259611 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f8da53f4df3a4e1e86a44f8c98259611 2024-11-10T00:16:15,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f8da53f4df3a4e1e86a44f8c98259611, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T00:16:15,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~101.34 KB/103776, currentSize=147.60 KB/151140 for 8375680f77aac341e809233b14e3c388 in 1272ms, sequenceid=229, compaction requested=true 2024-11-10T00:16:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T00:16:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:15,617 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T00:16:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8375680f77aac341e809233b14e3c388:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T00:16:15,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:15,617 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:15,619 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:15,619 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/B is initiating minor compaction (all files) 2024-11-10T00:16:15,619 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:15,619 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/B in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,619 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/A is initiating minor compaction (all files) 2024-11-10T00:16:15,619 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/59f431e10949433f96ad5bca295774d9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/abb18797baa54711a62ed8ca73f57629, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/4d407d9325074ad5b30c564cc72d7358] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=36.0 K 2024-11-10T00:16:15,619 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/A in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,619 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/016df9b6dd9b4747858d40e39e3b239a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/6cee1173f9d2407a9449badfa8ecb971, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/1d633769e568428d8e453e21d1a3ac61] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=100.0 K 2024-11-10T00:16:15,619 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,619 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. files: [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/016df9b6dd9b4747858d40e39e3b239a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/6cee1173f9d2407a9449badfa8ecb971, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/1d633769e568428d8e453e21d1a3ac61] 2024-11-10T00:16:15,619 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 59f431e10949433f96ad5bca295774d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731197768846 2024-11-10T00:16:15,620 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 016df9b6dd9b4747858d40e39e3b239a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731197768846 2024-11-10T00:16:15,620 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting abb18797baa54711a62ed8ca73f57629, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731197771022 2024-11-10T00:16:15,620 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d407d9325074ad5b30c564cc72d7358, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731197773202 2024-11-10T00:16:15,620 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cee1173f9d2407a9449badfa8ecb971, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731197771022 2024-11-10T00:16:15,620 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d633769e568428d8e453e21d1a3ac61, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731197773201 2024-11-10T00:16:15,627 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:15,627 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/e3571e1e9bdd4701b2de3a965d733349 is 50, key is test_row_0/B:col10/1731197773202/Put/seqid=0 2024-11-10T00:16:15,636 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:15,638 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111009631f3563bb42fda95ab71b542fae95_8375680f77aac341e809233b14e3c388 store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:15,639 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111009631f3563bb42fda95ab71b542fae95_8375680f77aac341e809233b14e3c388, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:15,639 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111009631f3563bb42fda95ab71b542fae95_8375680f77aac341e809233b14e3c388 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742422_1598 (size=12697) 2024-11-10T00:16:15,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742423_1599 (size=4469) 2024-11-10T00:16:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(8855): Flush requested on 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:15,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=161.02 KB heapSize=456.94 KB 2024-11-10T00:16:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:16:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:16:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:15,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T00:16:15,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:15,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111076637fbec6244a40b854714756552b59_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197775029/Put/seqid=0 2024-11-10T00:16:15,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197835668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742424_1600 (size=17534) 2024-11-10T00:16:15,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197835676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197835676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T00:16:15,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197835782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197835792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197835792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:15,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:15,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:15,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T00:16:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197835992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197836002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197836002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,044 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/e3571e1e9bdd4701b2de3a965d733349 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e3571e1e9bdd4701b2de3a965d733349 2024-11-10T00:16:16,048 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/B of 8375680f77aac341e809233b14e3c388 into e3571e1e9bdd4701b2de3a965d733349(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:16,049 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:16,049 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/B, priority=13, startTime=1731197775617; duration=0sec 2024-11-10T00:16:16,049 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T00:16:16,049 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:B 2024-11-10T00:16:16,049 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T00:16:16,050 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:16,050 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T00:16:16,050 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1541): 8375680f77aac341e809233b14e3c388/C is initiating minor compaction (all files) 2024-11-10T00:16:16,050 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8375680f77aac341e809233b14e3c388/C in TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,050 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/a62d299b6bc64ab09ed49f0657ff96c2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0621e2c843354b23a62ae2e3ffd6e329, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f8da53f4df3a4e1e86a44f8c98259611] into tmpdir=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp, totalSize=36.0 K 2024-11-10T00:16:16,050 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/7aa37b55e88c4d0286afd498f1a51235 is 175, key is test_row_0/A:col10/1731197773202/Put/seqid=0 2024-11-10T00:16:16,051 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting a62d299b6bc64ab09ed49f0657ff96c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731197768846 2024-11-10T00:16:16,051 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting 0621e2c843354b23a62ae2e3ffd6e329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731197771022 2024-11-10T00:16:16,052 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] compactions.Compactor(225): Compacting f8da53f4df3a4e1e86a44f8c98259611, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731197773202 2024-11-10T00:16:16,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742425_1601 (size=31651) 2024-11-10T00:16:16,058 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8375680f77aac341e809233b14e3c388#C#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T00:16:16,058 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/055e7fd6aeb6408095d1bb536c4980b3 is 50, key is test_row_0/C:col10/1731197773202/Put/seqid=0 2024-11-10T00:16:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742426_1602 (size=12697) 2024-11-10T00:16:16,074 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/055e7fd6aeb6408095d1bb536c4980b3 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/055e7fd6aeb6408095d1bb536c4980b3 2024-11-10T00:16:16,077 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/C of 8375680f77aac341e809233b14e3c388 into 055e7fd6aeb6408095d1bb536c4980b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:16,078 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:16,078 INFO [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/C, priority=13, startTime=1731197775617; duration=0sec 2024-11-10T00:16:16,078 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:16,078 DEBUG [RS:0;b3c019fcff38:36467-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:C 2024-11-10T00:16:16,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:16,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111076637fbec6244a40b854714756552b59_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111076637fbec6244a40b854714756552b59_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:16,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/244d69954ab943beaf7a22e7c839d0a9, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:16,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/244d69954ab943beaf7a22e7c839d0a9 is 175, key is test_row_0/A:col10/1731197775029/Put/seqid=0 2024-11-10T00:16:16,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742427_1603 (size=48639) 2024-11-10T00:16:16,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:16,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:16,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:16,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:16,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197836302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197836311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197836311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:16,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:16,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,459 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/7aa37b55e88c4d0286afd498f1a51235 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7aa37b55e88c4d0286afd498f1a51235 2024-11-10T00:16:16,463 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8375680f77aac341e809233b14e3c388/A of 8375680f77aac341e809233b14e3c388 into 7aa37b55e88c4d0286afd498f1a51235(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T00:16:16,463 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:16,463 INFO [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., storeName=8375680f77aac341e809233b14e3c388/A, priority=13, startTime=1731197775617; duration=0sec 2024-11-10T00:16:16,463 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T00:16:16,463 DEBUG [RS:0;b3c019fcff38:36467-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8375680f77aac341e809233b14e3c388:A 2024-11-10T00:16:16,486 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/244d69954ab943beaf7a22e7c839d0a9 2024-11-10T00:16:16,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a38d18aeb17243f99a74fe0bde47f566 is 50, key is test_row_0/B:col10/1731197775029/Put/seqid=0 2024-11-10T00:16:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742428_1604 (size=12301) 2024-11-10T00:16:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T00:16:16,535 INFO [Thread-2395 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2395. 2024-11-10T00:16:16,535 DEBUG [Thread-2395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:16,535 DEBUG [Thread-2395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,535 DEBUG [Thread-2395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:16,537 INFO [Thread-2397 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2397. 2024-11-10T00:16:16,537 DEBUG [Thread-2397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:16,537 DEBUG [Thread-2397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,537 DEBUG [Thread-2397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:16,537 INFO [Thread-2393 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2393. 2024-11-10T00:16:16,537 DEBUG [Thread-2393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:16,537 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,537 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:16,539 INFO [Thread-2391 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2391. 2024-11-10T00:16:16,539 DEBUG [Thread-2391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:16,539 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,539 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:16,539 INFO [Thread-2389 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2389. 2024-11-10T00:16:16,540 DEBUG [Thread-2389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:16,540 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,540 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:16,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:16,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:16,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:16,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:16,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:16,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37160 deadline: 1731197836812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T00:16:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37104 deadline: 1731197836821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36467 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37098 deadline: 1731197836821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 , the old value is region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T00:16:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., hostname=b3c019fcff38,36467,1731197605747, seqNum=5 because the exception is null or not the one we care about 2024-11-10T00:16:16,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. as already flushing 2024-11-10T00:16:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:16,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T00:16:16,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a38d18aeb17243f99a74fe0bde47f566 2024-11-10T00:16:16,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/96d696973bfa44dfad73b225efe66bcc is 50, key is test_row_0/C:col10/1731197775029/Put/seqid=0 2024-11-10T00:16:16,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742429_1605 (size=12301) 2024-11-10T00:16:16,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/96d696973bfa44dfad73b225efe66bcc 2024-11-10T00:16:16,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/244d69954ab943beaf7a22e7c839d0a9 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/244d69954ab943beaf7a22e7c839d0a9 2024-11-10T00:16:16,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/244d69954ab943beaf7a22e7c839d0a9, entries=250, sequenceid=440, filesize=47.5 K 2024-11-10T00:16:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/a38d18aeb17243f99a74fe0bde47f566 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a38d18aeb17243f99a74fe0bde47f566 2024-11-10T00:16:16,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a38d18aeb17243f99a74fe0bde47f566, entries=150, sequenceid=440, filesize=12.0 K 2024-11-10T00:16:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/96d696973bfa44dfad73b225efe66bcc as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/96d696973bfa44dfad73b225efe66bcc 2024-11-10T00:16:16,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/96d696973bfa44dfad73b225efe66bcc, entries=150, sequenceid=440, filesize=12.0 K 2024-11-10T00:16:16,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~456.89 KB/467856, currentSize=20.13 KB/20610 for 8375680f77aac341e809233b14e3c388 in 1253ms, sequenceid=440, compaction requested=false 2024-11-10T00:16:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:17,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-10T00:16:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:17,045 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T00:16:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110117c3f87790944418dc40459c6180126_8375680f77aac341e809233b14e3c388 is 50, key is test_row_0/A:col10/1731197775667/Put/seqid=0 2024-11-10T00:16:17,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742430_1606 (size=9914) 2024-11-10T00:16:17,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:17,456 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110117c3f87790944418dc40459c6180126_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110117c3f87790944418dc40459c6180126_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:17,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/067f7348980b4ca1a6050e1bed85ebaf, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:17,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/067f7348980b4ca1a6050e1bed85ebaf is 175, key is test_row_0/A:col10/1731197775667/Put/seqid=0 2024-11-10T00:16:17,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742431_1607 (size=22561) 2024-11-10T00:16:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T00:16:17,823 INFO [Thread-2380 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2380. 2024-11-10T00:16:17,823 DEBUG [Thread-2380 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:17,823 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:17,823 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:17,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:17,833 INFO [Thread-2386 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2386. 2024-11-10T00:16:17,833 DEBUG [Thread-2386 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:17,833 DEBUG [Thread-2386 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:17,833 INFO [Thread-2378 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2378. 2024-11-10T00:16:17,833 DEBUG [Thread-2378 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:17,833 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:17,833 DEBUG [Thread-2386 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:17,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:17,833 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:17,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:17,860 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/067f7348980b4ca1a6050e1bed85ebaf 2024-11-10T00:16:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/829ddf0468454ff0bb1dcb448f253093 is 50, key is test_row_0/B:col10/1731197775667/Put/seqid=0 2024-11-10T00:16:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742432_1608 (size=9857) 2024-11-10T00:16:18,269 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/829ddf0468454ff0bb1dcb448f253093 2024-11-10T00:16:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/2217fb1ad7994bd9ab0e43128d16db56 is 50, key is test_row_0/C:col10/1731197775667/Put/seqid=0 2024-11-10T00:16:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742433_1609 (size=9857) 2024-11-10T00:16:18,678 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/2217fb1ad7994bd9ab0e43128d16db56 2024-11-10T00:16:18,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/067f7348980b4ca1a6050e1bed85ebaf as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/067f7348980b4ca1a6050e1bed85ebaf 2024-11-10T00:16:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/067f7348980b4ca1a6050e1bed85ebaf, entries=100, sequenceid=449, filesize=22.0 K 2024-11-10T00:16:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/829ddf0468454ff0bb1dcb448f253093 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/829ddf0468454ff0bb1dcb448f253093 2024-11-10T00:16:18,686 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/829ddf0468454ff0bb1dcb448f253093, entries=100, sequenceid=449, filesize=9.6 K 2024-11-10T00:16:18,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/2217fb1ad7994bd9ab0e43128d16db56 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/2217fb1ad7994bd9ab0e43128d16db56 2024-11-10T00:16:18,689 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/2217fb1ad7994bd9ab0e43128d16db56, entries=100, sequenceid=449, filesize=9.6 K 2024-11-10T00:16:18,690 INFO [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=20.13 KB/20610 for 8375680f77aac341e809233b14e3c388 in 1645ms, sequenceid=449, compaction requested=true 2024-11-10T00:16:18,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 8375680f77aac341e809233b14e3c388: 2024-11-10T00:16:18,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:18,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b3c019fcff38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-10T00:16:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-10T00:16:18,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-10T00:16:18,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3260 sec 2024-11-10T00:16:18,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 3.3310 sec 2024-11-10T00:16:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T00:16:19,532 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:21,573 INFO [Thread-2382 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2382. 2024-11-10T00:16:21,573 DEBUG [Thread-2382 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:21,573 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:21,573 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:21,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:21,613 INFO [Thread-2384 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2384. 2024-11-10T00:16:21,613 DEBUG [Thread-2384 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T00:16:21,613 DEBUG [Thread-2384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:21,613 DEBUG [Thread-2384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:21,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3287 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3067 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3040 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3288 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3064 2024-11-10T00:16:21,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T00:16:21,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:16:21,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:16:21,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:21,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:21,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:21,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T00:16:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T00:16:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T00:16:21,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197781616"}]},"ts":"1731197781616"} 2024-11-10T00:16:21,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T00:16:21,618 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T00:16:21,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T00:16:21,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, UNASSIGN}] 2024-11-10T00:16:21,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, UNASSIGN 2024-11-10T00:16:21,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=156 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=CLOSING, regionLocation=b3c019fcff38,36467,1731197605747 2024-11-10T00:16:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, UNASSIGN because future has completed 2024-11-10T00:16:21,621 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T00:16:21,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747}] 2024-11-10T00:16:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T00:16:21,773 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(122): Close 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:21,773 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T00:16:21,773 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1722): Closing 8375680f77aac341e809233b14e3c388, disabling compactions & flushes 2024-11-10T00:16:21,774 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. after waiting 0 ms 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:21,774 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(2902): Flushing 8375680f77aac341e809233b14e3c388 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=A 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=B 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8375680f77aac341e809233b14e3c388, store=C 2024-11-10T00:16:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T00:16:21,778 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fba9679ad58a4e6ba82a155ddf050995_8375680f77aac341e809233b14e3c388 is 50, key is test_row_1/A:col10/1731197781572/Put/seqid=0 2024-11-10T00:16:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742434_1610 (size=9914) 2024-11-10T00:16:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T00:16:22,182 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T00:16:22,185 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fba9679ad58a4e6ba82a155ddf050995_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fba9679ad58a4e6ba82a155ddf050995_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:22,186 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/30636ccdaf5042e1acd0538ca4f9e132, store: [table=TestAcidGuarantees family=A region=8375680f77aac341e809233b14e3c388] 2024-11-10T00:16:22,186 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/30636ccdaf5042e1acd0538ca4f9e132 is 175, key is test_row_1/A:col10/1731197781572/Put/seqid=0 2024-11-10T00:16:22,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742435_1611 (size=22561) 2024-11-10T00:16:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T00:16:22,590 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=457, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/30636ccdaf5042e1acd0538ca4f9e132 2024-11-10T00:16:22,595 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/d7f9162ae73649a6913e4b6eb2797fca is 50, key is test_row_1/B:col10/1731197781572/Put/seqid=0 2024-11-10T00:16:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742436_1612 (size=9857) 2024-11-10T00:16:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T00:16:22,998 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/d7f9162ae73649a6913e4b6eb2797fca 2024-11-10T00:16:23,003 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/1dce3122f6b4480eb8458de419db48c6 is 50, key is test_row_1/C:col10/1731197781572/Put/seqid=0 2024-11-10T00:16:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742437_1613 (size=9857) 2024-11-10T00:16:23,407 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/1dce3122f6b4480eb8458de419db48c6 2024-11-10T00:16:23,410 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/A/30636ccdaf5042e1acd0538ca4f9e132 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/30636ccdaf5042e1acd0538ca4f9e132 2024-11-10T00:16:23,412 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/30636ccdaf5042e1acd0538ca4f9e132, entries=100, sequenceid=457, filesize=22.0 K 2024-11-10T00:16:23,413 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/B/d7f9162ae73649a6913e4b6eb2797fca as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/d7f9162ae73649a6913e4b6eb2797fca 2024-11-10T00:16:23,415 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/d7f9162ae73649a6913e4b6eb2797fca, entries=100, sequenceid=457, filesize=9.6 K 2024-11-10T00:16:23,416 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/.tmp/C/1dce3122f6b4480eb8458de419db48c6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/1dce3122f6b4480eb8458de419db48c6 2024-11-10T00:16:23,418 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/1dce3122f6b4480eb8458de419db48c6, entries=100, sequenceid=457, filesize=9.6 K 2024-11-10T00:16:23,418 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 8375680f77aac341e809233b14e3c388 in 1644ms, sequenceid=457, compaction requested=true 2024-11-10T00:16:23,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ec713d4076034ec4bd1d3784f5574ee7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ded8ff705d00476ca5104166d0363d45, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/8ea1eb6d500c46f08e3fb85a6a0eace5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7cc2eb44a7444545a6f49a95ca6cf60f, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/4f44fe18bd544ada961df069231360e0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/abfdc42e400d4e05a9b25dfe54be27cf, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/b314d7784b604a9bbd04fe0a7b1441ea, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/a188ea925dff483c8ae4d58c84d7b046, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/f5644c0eeb35466b97c3fd3297bc9b00, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/5109ce45320b483596b86e4bcc99fab7, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/e3d4672f05494d44b5df6df777c2d5bf, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/0df874f9c50b4eb491aca73417a7d580, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/016df9b6dd9b4747858d40e39e3b239a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/570d3aafdaf64c7caf4279a2037dc74a, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/6cee1173f9d2407a9449badfa8ecb971, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/1d633769e568428d8e453e21d1a3ac61] to archive 2024-11-10T00:16:23,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:16:23,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ec713d4076034ec4bd1d3784f5574ee7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ec713d4076034ec4bd1d3784f5574ee7 2024-11-10T00:16:23,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ded8ff705d00476ca5104166d0363d45 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/ded8ff705d00476ca5104166d0363d45 2024-11-10T00:16:23,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/8ea1eb6d500c46f08e3fb85a6a0eace5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/8ea1eb6d500c46f08e3fb85a6a0eace5 2024-11-10T00:16:23,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7cc2eb44a7444545a6f49a95ca6cf60f to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7cc2eb44a7444545a6f49a95ca6cf60f 2024-11-10T00:16:23,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/4f44fe18bd544ada961df069231360e0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/4f44fe18bd544ada961df069231360e0 2024-11-10T00:16:23,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/abfdc42e400d4e05a9b25dfe54be27cf to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/abfdc42e400d4e05a9b25dfe54be27cf 2024-11-10T00:16:23,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/b314d7784b604a9bbd04fe0a7b1441ea to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/b314d7784b604a9bbd04fe0a7b1441ea 2024-11-10T00:16:23,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/a188ea925dff483c8ae4d58c84d7b046 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/a188ea925dff483c8ae4d58c84d7b046 2024-11-10T00:16:23,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/f5644c0eeb35466b97c3fd3297bc9b00 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/f5644c0eeb35466b97c3fd3297bc9b00 2024-11-10T00:16:23,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/5109ce45320b483596b86e4bcc99fab7 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/5109ce45320b483596b86e4bcc99fab7 2024-11-10T00:16:23,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/e3d4672f05494d44b5df6df777c2d5bf to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/e3d4672f05494d44b5df6df777c2d5bf 2024-11-10T00:16:23,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/0df874f9c50b4eb491aca73417a7d580 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/0df874f9c50b4eb491aca73417a7d580 2024-11-10T00:16:23,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/016df9b6dd9b4747858d40e39e3b239a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/016df9b6dd9b4747858d40e39e3b239a 2024-11-10T00:16:23,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/570d3aafdaf64c7caf4279a2037dc74a to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/570d3aafdaf64c7caf4279a2037dc74a 2024-11-10T00:16:23,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/6cee1173f9d2407a9449badfa8ecb971 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/6cee1173f9d2407a9449badfa8ecb971 2024-11-10T00:16:23,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/1d633769e568428d8e453e21d1a3ac61 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/1d633769e568428d8e453e21d1a3ac61 2024-11-10T00:16:23,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f1d4ce69961140978c7311eab765f2b0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fe2dbcdd88ea4219bd75dd353a3eb6be, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a3f12076c74c48ecb3ec02160210e0be, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fbff0431a9434df5bc15160be4274a59, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/0fc1bf60e97c4853b2ee14cacbea2a7b, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/691177d9453c43de957dd70146c9b8fa, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/89bdf089c0c943daa91ce22297f42169, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/51b6ac046ac84da9962770028361b996, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f5228895c6e74e948d47669673ed8a41, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f35aa73da3f74169afc757212912e26c, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e16f66fc3e6d4b369fb4712d64061cc3, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/16e77be26d9a4f2aa3a485a1c9ed359e, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/59f431e10949433f96ad5bca295774d9, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a8b96f0a844a4f03a6ac75d5b99b9cd2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/abb18797baa54711a62ed8ca73f57629, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/4d407d9325074ad5b30c564cc72d7358] to archive 2024-11-10T00:16:23,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:16:23,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f1d4ce69961140978c7311eab765f2b0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f1d4ce69961140978c7311eab765f2b0 2024-11-10T00:16:23,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fe2dbcdd88ea4219bd75dd353a3eb6be to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fe2dbcdd88ea4219bd75dd353a3eb6be 2024-11-10T00:16:23,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a3f12076c74c48ecb3ec02160210e0be to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a3f12076c74c48ecb3ec02160210e0be 2024-11-10T00:16:23,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fbff0431a9434df5bc15160be4274a59 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/fbff0431a9434df5bc15160be4274a59 2024-11-10T00:16:23,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/0fc1bf60e97c4853b2ee14cacbea2a7b to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/0fc1bf60e97c4853b2ee14cacbea2a7b 2024-11-10T00:16:23,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/691177d9453c43de957dd70146c9b8fa to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/691177d9453c43de957dd70146c9b8fa 2024-11-10T00:16:23,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/89bdf089c0c943daa91ce22297f42169 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/89bdf089c0c943daa91ce22297f42169 2024-11-10T00:16:23,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/51b6ac046ac84da9962770028361b996 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/51b6ac046ac84da9962770028361b996 2024-11-10T00:16:23,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f5228895c6e74e948d47669673ed8a41 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f5228895c6e74e948d47669673ed8a41 2024-11-10T00:16:23,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f35aa73da3f74169afc757212912e26c to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/f35aa73da3f74169afc757212912e26c 2024-11-10T00:16:23,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e16f66fc3e6d4b369fb4712d64061cc3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e16f66fc3e6d4b369fb4712d64061cc3 2024-11-10T00:16:23,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/16e77be26d9a4f2aa3a485a1c9ed359e to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/16e77be26d9a4f2aa3a485a1c9ed359e 2024-11-10T00:16:23,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/59f431e10949433f96ad5bca295774d9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/59f431e10949433f96ad5bca295774d9 2024-11-10T00:16:23,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a8b96f0a844a4f03a6ac75d5b99b9cd2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a8b96f0a844a4f03a6ac75d5b99b9cd2 2024-11-10T00:16:23,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/abb18797baa54711a62ed8ca73f57629 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/abb18797baa54711a62ed8ca73f57629 2024-11-10T00:16:23,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/4d407d9325074ad5b30c564cc72d7358 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/4d407d9325074ad5b30c564cc72d7358 2024-11-10T00:16:23,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/291cccf12fd64f1e8471d1a94b412c59, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/9ca34f5e136f4ae79fa9cbffe2710044, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/87714a35a2584e50a15d4e96161ea6e1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/553e2782c2ae471493f309711bf459e1, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0420cba16de94f6193695c5495cc33c5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/fa83264a1d1c4d8dac81a57a50b60bf2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/045738836aa04b85a43ee74620ccf017, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f7ad725aba5142c2881e1bc0288ad9c5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/d5a7a427ba46448cb26881ab610e35bc, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/b4faedf308ef43f099610199aada61e5, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/99e0d60ec44f42cb9f07c29ccd187c09, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/c0c3500eb574404e860142ff85e40fef, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/a62d299b6bc64ab09ed49f0657ff96c2, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/3493eb57c388471ca23c6d412f5545e0, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0621e2c843354b23a62ae2e3ffd6e329, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f8da53f4df3a4e1e86a44f8c98259611] to archive 2024-11-10T00:16:23,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T00:16:23,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/291cccf12fd64f1e8471d1a94b412c59 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/291cccf12fd64f1e8471d1a94b412c59 2024-11-10T00:16:23,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/9ca34f5e136f4ae79fa9cbffe2710044 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/9ca34f5e136f4ae79fa9cbffe2710044 2024-11-10T00:16:23,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/87714a35a2584e50a15d4e96161ea6e1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/87714a35a2584e50a15d4e96161ea6e1 2024-11-10T00:16:23,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/553e2782c2ae471493f309711bf459e1 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/553e2782c2ae471493f309711bf459e1 2024-11-10T00:16:23,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0420cba16de94f6193695c5495cc33c5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0420cba16de94f6193695c5495cc33c5 2024-11-10T00:16:23,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/fa83264a1d1c4d8dac81a57a50b60bf2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/fa83264a1d1c4d8dac81a57a50b60bf2 2024-11-10T00:16:23,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/045738836aa04b85a43ee74620ccf017 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/045738836aa04b85a43ee74620ccf017 2024-11-10T00:16:23,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f7ad725aba5142c2881e1bc0288ad9c5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f7ad725aba5142c2881e1bc0288ad9c5 2024-11-10T00:16:23,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/d5a7a427ba46448cb26881ab610e35bc to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/d5a7a427ba46448cb26881ab610e35bc 2024-11-10T00:16:23,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/b4faedf308ef43f099610199aada61e5 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/b4faedf308ef43f099610199aada61e5 2024-11-10T00:16:23,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/99e0d60ec44f42cb9f07c29ccd187c09 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/99e0d60ec44f42cb9f07c29ccd187c09 2024-11-10T00:16:23,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/c0c3500eb574404e860142ff85e40fef to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/c0c3500eb574404e860142ff85e40fef 2024-11-10T00:16:23,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/a62d299b6bc64ab09ed49f0657ff96c2 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/a62d299b6bc64ab09ed49f0657ff96c2 2024-11-10T00:16:23,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/3493eb57c388471ca23c6d412f5545e0 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/3493eb57c388471ca23c6d412f5545e0 2024-11-10T00:16:23,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0621e2c843354b23a62ae2e3ffd6e329 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/0621e2c843354b23a62ae2e3ffd6e329 2024-11-10T00:16:23,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f8da53f4df3a4e1e86a44f8c98259611 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/f8da53f4df3a4e1e86a44f8c98259611 2024-11-10T00:16:23,463 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/recovered.edits/460.seqid, newMaxSeqId=460, maxSeqId=4 2024-11-10T00:16:23,464 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. 2024-11-10T00:16:23,464 DEBUG [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1676): Region close journal for 8375680f77aac341e809233b14e3c388: Waiting for close lock at 1731197781773Running coprocessor pre-close hooks at 1731197781773Disabling compacts and flushes for region at 1731197781773Disabling writes for close at 1731197781774 (+1 ms)Obtaining lock to block concurrent updates at 1731197781774Preparing flush snapshotting stores in 8375680f77aac341e809233b14e3c388 at 1731197781774Finished memstore snapshotting TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731197781774Flushing stores of TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388. at 1731197781774Flushing 8375680f77aac341e809233b14e3c388/A: creating writer at 1731197781774Flushing mob file 8375680f77aac341e809233b14e3c388/A: appending metadata at 1731197781778 (+4 ms)Flushing mob file 8375680f77aac341e809233b14e3c388/A: closing flushed file at 1731197781778Flushing 8375680f77aac341e809233b14e3c388/A: appending metadata at 1731197782186 (+408 ms)Flushing 8375680f77aac341e809233b14e3c388/A: closing flushed file at 1731197782186Flushing 8375680f77aac341e809233b14e3c388/B: creating writer at 1731197782593 (+407 ms)Flushing 8375680f77aac341e809233b14e3c388/B: appending metadata at 1731197782594 (+1 ms)Flushing 8375680f77aac341e809233b14e3c388/B: closing flushed file at 1731197782594Flushing 8375680f77aac341e809233b14e3c388/C: creating writer at 1731197783001 (+407 ms)Flushing 8375680f77aac341e809233b14e3c388/C: appending metadata at 1731197783003 (+2 ms)Flushing 8375680f77aac341e809233b14e3c388/C: closing flushed file at 1731197783003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6c2962: reopening flushed file at 1731197783409 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e0f48d: reopening flushed file at 1731197783412 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ae1239: reopening flushed file at 1731197783415 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 8375680f77aac341e809233b14e3c388 in 1644ms, sequenceid=457, compaction requested=true at 1731197783418 (+3 ms)Writing region close event to WAL at 1731197783461 (+43 ms)Running coprocessor post-close hooks at 1731197783464 (+3 ms)Closed at 1731197783464 2024-11-10T00:16:23,465 INFO [RS_CLOSE_REGION-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(157): Closed 8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=156 updating hbase:meta row=8375680f77aac341e809233b14e3c388, regionState=CLOSED 2024-11-10T00:16:23,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 because future has completed 2024-11-10T00:16:23,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-10T00:16:23,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; CloseRegionProcedure 8375680f77aac341e809233b14e3c388, server=b3c019fcff38,36467,1731197605747 in 1.8470 sec 2024-11-10T00:16:23,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-10T00:16:23,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8375680f77aac341e809233b14e3c388, UNASSIGN in 1.8500 sec 2024-11-10T00:16:23,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-10T00:16:23,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8520 sec 2024-11-10T00:16:23,472 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731197783472"}]},"ts":"1731197783472"} 2024-11-10T00:16:23,473 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T00:16:23,473 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T00:16:23,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8600 sec 2024-11-10T00:16:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T00:16:23,772 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:23,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T00:16:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:16:23,774 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:16:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T00:16:23,774 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=158, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:16:23,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,778 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C, FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/recovered.edits] 2024-11-10T00:16:23,780 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/067f7348980b4ca1a6050e1bed85ebaf to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/067f7348980b4ca1a6050e1bed85ebaf 2024-11-10T00:16:23,780 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/244d69954ab943beaf7a22e7c839d0a9 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/244d69954ab943beaf7a22e7c839d0a9 2024-11-10T00:16:23,781 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/30636ccdaf5042e1acd0538ca4f9e132 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/30636ccdaf5042e1acd0538ca4f9e132 2024-11-10T00:16:23,782 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7aa37b55e88c4d0286afd498f1a51235 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/A/7aa37b55e88c4d0286afd498f1a51235 2024-11-10T00:16:23,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/829ddf0468454ff0bb1dcb448f253093 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/829ddf0468454ff0bb1dcb448f253093 2024-11-10T00:16:23,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a38d18aeb17243f99a74fe0bde47f566 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/a38d18aeb17243f99a74fe0bde47f566 2024-11-10T00:16:23,785 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/d7f9162ae73649a6913e4b6eb2797fca to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/d7f9162ae73649a6913e4b6eb2797fca 2024-11-10T00:16:23,786 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e3571e1e9bdd4701b2de3a965d733349 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/B/e3571e1e9bdd4701b2de3a965d733349 2024-11-10T00:16:23,787 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/055e7fd6aeb6408095d1bb536c4980b3 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/055e7fd6aeb6408095d1bb536c4980b3 2024-11-10T00:16:23,788 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/1dce3122f6b4480eb8458de419db48c6 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/1dce3122f6b4480eb8458de419db48c6 2024-11-10T00:16:23,789 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/2217fb1ad7994bd9ab0e43128d16db56 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/2217fb1ad7994bd9ab0e43128d16db56 2024-11-10T00:16:23,790 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/96d696973bfa44dfad73b225efe66bcc to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/C/96d696973bfa44dfad73b225efe66bcc 2024-11-10T00:16:23,791 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/recovered.edits/460.seqid to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388/recovered.edits/460.seqid 2024-11-10T00:16:23,792 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/default/TestAcidGuarantees/8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,792 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T00:16:23,792 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T00:16:23,793 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T00:16:23,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110117c3f87790944418dc40459c6180126_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110117c3f87790944418dc40459c6180126_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ec4bcc9d8d64228a09de05faa5b2c32_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ec4bcc9d8d64228a09de05faa5b2c32_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110550eb6fd799344fd804dcf451487d600_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110550eb6fd799344fd804dcf451487d600_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,797 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106c2da0158ea7472e96af264ed7623362_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106c2da0158ea7472e96af264ed7623362_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107211a50a403942eda88e52a7cc8336df_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107211a50a403942eda88e52a7cc8336df_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111076637fbec6244a40b854714756552b59_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111076637fbec6244a40b854714756552b59_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107dd6bdb943384ac58737625c19f19580_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107dd6bdb943384ac58737625c19f19580_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109750707303af4a93821b1b8584ca35e3_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109750707303af4a93821b1b8584ca35e3_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,801 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ac379738f8646a7bee023eb06059957_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109ac379738f8646a7bee023eb06059957_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109dab99d8cc1c41efbc98460719387396_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109dab99d8cc1c41efbc98460719387396_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cdaee98fa53b4200be7dc334cb072244_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cdaee98fa53b4200be7dc334cb072244_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e17758592d994286b54b3a6770b9b07f_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e17758592d994286b54b3a6770b9b07f_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,804 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110edc699d97ccb45b9978541a26ae037e9_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110edc699d97ccb45b9978541a26ae037e9_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,805 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f7d8b290951a431391b352504e7be543_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f7d8b290951a431391b352504e7be543_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,806 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fba9679ad58a4e6ba82a155ddf050995_8375680f77aac341e809233b14e3c388 to hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fba9679ad58a4e6ba82a155ddf050995_8375680f77aac341e809233b14e3c388 2024-11-10T00:16:23,806 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T00:16:23,808 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=158, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:16:23,809 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T00:16:23,811 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T00:16:23,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=158, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:16:23,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T00:16:23,812 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731197783812"}]},"ts":"9223372036854775807"} 2024-11-10T00:16:23,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T00:16:23,813 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8375680f77aac341e809233b14e3c388, NAME => 'TestAcidGuarantees,,1731197753432.8375680f77aac341e809233b14e3c388.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T00:16:23,813 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T00:16:23,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731197783813"}]},"ts":"9223372036854775807"} 2024-11-10T00:16:23,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T00:16:23,815 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=158, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T00:16:23,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-10T00:16:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-10T00:16:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T00:16:23,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T00:16:23,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T00:16:23,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 250), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=9585 (was 9600) 2024-11-10T00:16:23,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T00:16:23,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:16:23,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:16:23,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:23,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:23,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T00:16:23,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T00:16:23,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051383393, stopped=false 2024-11-10T00:16:23,892 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b3c019fcff38,42849,1731197604923 2024-11-10T00:16:23,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:16:23,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T00:16:23,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:16:23,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:16:23,894 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:16:23,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:16:23,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T00:16:23,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T00:16:23,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:16:23,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:23,895 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b3c019fcff38,36467,1731197605747' ***** 2024-11-10T00:16:23,895 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T00:16:23,895 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T00:16:23,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(959): stopping server b3c019fcff38,36467,1731197605747 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b3c019fcff38:36467. 2024-11-10T00:16:23,896 DEBUG [RS:0;b3c019fcff38:36467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T00:16:23,896 DEBUG [RS:0;b3c019fcff38:36467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T00:16:23,896 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T00:16:23,897 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T00:16:23,897 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T00:16:23,897 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T00:16:23,897 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T00:16:23,897 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:23,897 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T00:16:23,898 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T00:16:23,898 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T00:16:23,898 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T00:16:23,898 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-10T00:16:23,919 INFO [regionserver/b3c019fcff38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:16:23,921 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/info/49cee8ca313f478da863a85ea42b2a52 is 95, key is TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f./info:/1731197638132/DeleteFamily/seqid=0 2024-11-10T00:16:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742438_1614 (size=6514) 2024-11-10T00:16:24,098 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:24,298 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:24,325 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/info/49cee8ca313f478da863a85ea42b2a52 2024-11-10T00:16:24,343 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/ns/c6005b8258724522bb4f6de3413eaa7b is 93, key is TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f./ns:/1731197638091/DeleteFamily/seqid=0 2024-11-10T00:16:24,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742439_1615 (size=5906) 2024-11-10T00:16:24,498 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:24,553 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T00:16:24,554 INFO [regionserver/b3c019fcff38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T00:16:24,698 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:24,746 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/ns/c6005b8258724522bb4f6de3413eaa7b 2024-11-10T00:16:24,764 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/rep_barrier/d55aeed85f9b4e84bd39df750bdf86a6 is 102, key is TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f./rep_barrier:/1731197638091/DeleteFamily/seqid=0 2024-11-10T00:16:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742440_1616 (size=6025) 2024-11-10T00:16:24,898 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:25,099 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:25,167 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/rep_barrier/d55aeed85f9b4e84bd39df750bdf86a6 2024-11-10T00:16:25,184 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/table/9485c8bfd40343a8b8498f8ff5397301 is 96, key is TestAcidGuarantees,,1731197610111.abfef83f79447e1818226c9e8ec4e05f./table:/1731197638091/DeleteFamily/seqid=0 2024-11-10T00:16:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742441_1617 (size=5936) 2024-11-10T00:16:25,299 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:25,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T00:16:25,499 DEBUG [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T00:16:25,588 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/table/9485c8bfd40343a8b8498f8ff5397301 2024-11-10T00:16:25,591 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/info/49cee8ca313f478da863a85ea42b2a52 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/info/49cee8ca313f478da863a85ea42b2a52 2024-11-10T00:16:25,594 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/info/49cee8ca313f478da863a85ea42b2a52, entries=12, sequenceid=90, filesize=6.4 K 2024-11-10T00:16:25,594 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/ns/c6005b8258724522bb4f6de3413eaa7b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/ns/c6005b8258724522bb4f6de3413eaa7b 2024-11-10T00:16:25,597 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/ns/c6005b8258724522bb4f6de3413eaa7b, entries=8, sequenceid=90, filesize=5.8 K 2024-11-10T00:16:25,597 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/rep_barrier/d55aeed85f9b4e84bd39df750bdf86a6 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/rep_barrier/d55aeed85f9b4e84bd39df750bdf86a6 2024-11-10T00:16:25,600 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/rep_barrier/d55aeed85f9b4e84bd39df750bdf86a6, entries=6, sequenceid=90, filesize=5.9 K 2024-11-10T00:16:25,601 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/.tmp/table/9485c8bfd40343a8b8498f8ff5397301 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/table/9485c8bfd40343a8b8498f8ff5397301 2024-11-10T00:16:25,603 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/table/9485c8bfd40343a8b8498f8ff5397301, entries=7, sequenceid=90, filesize=5.8 K 2024-11-10T00:16:25,604 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false 2024-11-10T00:16:25,607 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-10T00:16:25,608 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T00:16:25,608 INFO [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T00:16:25,608 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731197783897Running coprocessor pre-close hooks at 1731197783897Disabling compacts and flushes for region at 1731197783897Disabling writes for close at 1731197783898 (+1 ms)Obtaining lock to block concurrent updates at 1731197783898Preparing flush snapshotting stores in 1588230740 at 1731197783898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731197783898Flushing stores of hbase:meta,,1.1588230740 at 1731197783899 (+1 ms)Flushing 1588230740/info: creating writer at 1731197783899Flushing 1588230740/info: appending metadata at 1731197783921 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731197783921Flushing 1588230740/ns: creating writer at 1731197784328 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731197784342 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731197784342Flushing 1588230740/rep_barrier: creating writer at 1731197784749 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731197784763 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731197784763Flushing 1588230740/table: creating writer at 1731197785170 (+407 ms)Flushing 1588230740/table: appending metadata at 1731197785184 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731197785184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435b019c: reopening flushed file at 1731197785591 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8bef40: reopening flushed file at 1731197785594 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632ae1a2: reopening flushed file at 1731197785597 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192a1cbb: reopening flushed file at 1731197785600 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false at 1731197785604 (+4 ms)Writing region close event to WAL at 1731197785605 (+1 ms)Running coprocessor post-close hooks at 1731197785608 (+3 ms)Closed at 1731197785608 2024-11-10T00:16:25,608 DEBUG [RS_CLOSE_META-regionserver/b3c019fcff38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T00:16:25,699 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(976): stopping server b3c019fcff38,36467,1731197605747; all regions closed. 2024-11-10T00:16:25,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741834_1010 (size=25344) 2024-11-10T00:16:25,706 DEBUG [RS:0;b3c019fcff38:36467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/oldWALs 2024-11-10T00:16:25,706 INFO [RS:0;b3c019fcff38:36467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C36467%2C1731197605747.meta:.meta(num 1731197609709) 2024-11-10T00:16:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741832_1008 (size=18780722) 2024-11-10T00:16:25,709 DEBUG [RS:0;b3c019fcff38:36467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/oldWALs 2024-11-10T00:16:25,709 INFO [RS:0;b3c019fcff38:36467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b3c019fcff38%2C36467%2C1731197605747:(num 1731197608709) 2024-11-10T00:16:25,709 DEBUG [RS:0;b3c019fcff38:36467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T00:16:25,709 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T00:16:25,709 INFO [RS:0;b3c019fcff38:36467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:16:25,709 INFO [RS:0;b3c019fcff38:36467 {}] hbase.ChoreService(370): Chore service for: regionserver/b3c019fcff38:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T00:16:25,709 INFO [RS:0;b3c019fcff38:36467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:16:25,709 INFO [regionserver/b3c019fcff38:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:16:25,711 INFO [RS:0;b3c019fcff38:36467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36467 2024-11-10T00:16:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b3c019fcff38,36467,1731197605747 2024-11-10T00:16:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T00:16:25,714 INFO [RS:0;b3c019fcff38:36467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:16:25,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b3c019fcff38,36467,1731197605747] 2024-11-10T00:16:25,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b3c019fcff38,36467,1731197605747 already deleted, retry=false 2024-11-10T00:16:25,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b3c019fcff38,36467,1731197605747 expired; onlineServers=0 2024-11-10T00:16:25,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b3c019fcff38,42849,1731197604923' ***** 2024-11-10T00:16:25,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T00:16:25,718 INFO [M:0;b3c019fcff38:42849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T00:16:25,718 INFO [M:0;b3c019fcff38:42849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T00:16:25,718 DEBUG [M:0;b3c019fcff38:42849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T00:16:25,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T00:16:25,719 DEBUG [M:0;b3c019fcff38:42849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T00:16:25,719 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197608459 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.large.0-1731197608459,5,FailOnTimeoutGroup] 2024-11-10T00:16:25,719 DEBUG [master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197608461 {}] cleaner.HFileCleaner(306): Exit Thread[master/b3c019fcff38:0:becomeActiveMaster-HFileCleaner.small.0-1731197608461,5,FailOnTimeoutGroup] 2024-11-10T00:16:25,719 INFO [M:0;b3c019fcff38:42849 {}] hbase.ChoreService(370): Chore service for: master/b3c019fcff38:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T00:16:25,719 INFO [M:0;b3c019fcff38:42849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T00:16:25,719 DEBUG [M:0;b3c019fcff38:42849 {}] master.HMaster(1795): Stopping service threads 2024-11-10T00:16:25,719 INFO [M:0;b3c019fcff38:42849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T00:16:25,719 INFO [M:0;b3c019fcff38:42849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T00:16:25,719 ERROR [M:0;b3c019fcff38:42849 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1228365231) connection to localhost/127.0.0.1:33139 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33139,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T00:16:25,720 INFO [M:0;b3c019fcff38:42849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T00:16:25,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T00:16:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T00:16:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T00:16:25,721 DEBUG [M:0;b3c019fcff38:42849 {}] zookeeper.ZKUtil(347): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T00:16:25,721 WARN [M:0;b3c019fcff38:42849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T00:16:25,721 INFO [M:0;b3c019fcff38:42849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/.lastflushedseqids 2024-11-10T00:16:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742442_1618 (size=72) 2024-11-10T00:16:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:16:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36467-0x100ff38fb110001, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:16:25,817 INFO [RS:0;b3c019fcff38:36467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:16:25,817 INFO [RS:0;b3c019fcff38:36467 {}] regionserver.HRegionServer(1031): Exiting; stopping=b3c019fcff38,36467,1731197605747; zookeeper connection closed. 2024-11-10T00:16:25,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b78a08b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b78a08b 2024-11-10T00:16:25,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T00:16:26,131 INFO [M:0;b3c019fcff38:42849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T00:16:26,131 INFO [M:0;b3c019fcff38:42849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T00:16:26,131 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T00:16:26,131 INFO [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:16:26,131 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:16:26,131 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T00:16:26,131 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:16:26,131 INFO [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=762.55 KB heapSize=933.43 KB 2024-11-10T00:16:26,147 DEBUG [M:0;b3c019fcff38:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82de52fcf86e4420a952348df6078398 is 82, key is hbase:meta,,1/info:regioninfo/1731197609789/Put/seqid=0 2024-11-10T00:16:26,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742443_1619 (size=5672) 2024-11-10T00:16:26,551 INFO [M:0;b3c019fcff38:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82de52fcf86e4420a952348df6078398 2024-11-10T00:16:26,571 DEBUG [M:0;b3c019fcff38:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d059a5a1fe2491ab82a4949df8a0058 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x89/proc:d/1731197756504/Put/seqid=0 2024-11-10T00:16:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742444_1620 (size=43260) 2024-11-10T00:16:26,975 INFO [M:0;b3c019fcff38:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=761.99 KB at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d059a5a1fe2491ab82a4949df8a0058 2024-11-10T00:16:26,978 INFO [M:0;b3c019fcff38:42849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d059a5a1fe2491ab82a4949df8a0058 2024-11-10T00:16:26,992 DEBUG [M:0;b3c019fcff38:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bffcfa10c2cf4c6791fd2a6616e8930b is 69, key is b3c019fcff38,36467,1731197605747/rs:state/1731197608473/Put/seqid=0 2024-11-10T00:16:26,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073742445_1621 (size=5156) 2024-11-10T00:16:27,396 INFO [M:0;b3c019fcff38:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bffcfa10c2cf4c6791fd2a6616e8930b 2024-11-10T00:16:27,399 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82de52fcf86e4420a952348df6078398 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82de52fcf86e4420a952348df6078398 2024-11-10T00:16:27,402 INFO [M:0;b3c019fcff38:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82de52fcf86e4420a952348df6078398, entries=8, sequenceid=2116, filesize=5.5 K 2024-11-10T00:16:27,403 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d059a5a1fe2491ab82a4949df8a0058 as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d059a5a1fe2491ab82a4949df8a0058 2024-11-10T00:16:27,405 INFO [M:0;b3c019fcff38:42849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d059a5a1fe2491ab82a4949df8a0058 2024-11-10T00:16:27,405 INFO [M:0;b3c019fcff38:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d059a5a1fe2491ab82a4949df8a0058, entries=158, sequenceid=2116, filesize=42.2 K 2024-11-10T00:16:27,406 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bffcfa10c2cf4c6791fd2a6616e8930b as hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bffcfa10c2cf4c6791fd2a6616e8930b 2024-11-10T00:16:27,409 INFO [M:0;b3c019fcff38:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33139/user/jenkins/test-data/9cd4155f-e79f-9587-8be8-e8d4bee13af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bffcfa10c2cf4c6791fd2a6616e8930b, entries=1, sequenceid=2116, filesize=5.0 K 2024-11-10T00:16:27,410 INFO [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~762.55 KB/780849, heapSize ~933.13 KB/955528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2116, compaction requested=false 2024-11-10T00:16:27,411 INFO [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T00:16:27,411 DEBUG [M:0;b3c019fcff38:42849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731197786131Disabling compacts and flushes for region at 1731197786131Disabling writes for close at 1731197786131Obtaining lock to block concurrent updates at 1731197786131Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731197786131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=780849, getHeapSize=955768, getOffHeapSize=0, getCellsCount=2299 at 1731197786132 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731197786132Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731197786132Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731197786147 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731197786147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731197786554 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731197786571 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731197786571Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731197786978 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731197786992 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731197786992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6067b124: reopening flushed file at 1731197787399 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cc8865: reopening flushed file at 1731197787402 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee06948: reopening flushed file at 1731197787406 (+4 ms)Finished flush of dataSize ~762.55 KB/780849, heapSize ~933.13 KB/955528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2116, compaction requested=false at 1731197787410 (+4 ms)Writing region close event to WAL at 1731197787411 (+1 ms)Closed at 1731197787411 2024-11-10T00:16:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741830_1006 (size=919540) 2024-11-10T00:16:27,414 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T00:16:27,414 INFO [M:0;b3c019fcff38:42849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T00:16:27,414 INFO [M:0;b3c019fcff38:42849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42849 2024-11-10T00:16:27,415 INFO [M:0;b3c019fcff38:42849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T00:16:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:16:27,516 INFO [M:0;b3c019fcff38:42849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T00:16:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x100ff38fb110000, quorum=127.0.0.1:56090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T00:16:27,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T00:16:27,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:16:27,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:16:27,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:16:27,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/hadoop.log.dir/,STOPPED} 2024-11-10T00:16:27,527 WARN [BP-1473403991-172.17.0.2-1731197601647 heartbeating to localhost/127.0.0.1:33139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T00:16:27,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T00:16:27,527 WARN [BP-1473403991-172.17.0.2-1731197601647 heartbeating to localhost/127.0.0.1:33139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473403991-172.17.0.2-1731197601647 (Datanode Uuid c8fbe58b-ea51-44fe-814d-a605d92ebdc6) service to localhost/127.0.0.1:33139 2024-11-10T00:16:27,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T00:16:27,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/data/data1/current/BP-1473403991-172.17.0.2-1731197601647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:16:27,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/cluster_08f6d1f8-7420-f7f6-ed4a-5b9609c7abc0/data/data2/current/BP-1473403991-172.17.0.2-1731197601647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T00:16:27,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T00:16:27,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T00:16:27,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T00:16:27,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T00:16:27,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T00:16:27,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13c2c116-b069-28bf-39d6-92fee13560c5/hadoop.log.dir/,STOPPED} 2024-11-10T00:16:27,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T00:16:27,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down